-- Logs begin at Thu 2021-11-11 21:37:08 UTC, end at Thu 2021-11-11 22:32:51 UTC. -- Nov 11 22:08:08.410232 dv-cinder-733622-20-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Nov 11 22:08:11.211260 dv-cinder-733622-20-iscsi neutron-server[101843]: INFO neutron.common.config [-] Logging enabled! Nov 11 22:08:11.211955 dv-cinder-733622-20-iscsi neutron-server[101843]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev157 Nov 11 22:08:11.212055 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101843) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 11 22:08:11.215286 dv-cinder-733622-20-iscsi neutron-server[101843]: INFO neutron.common.config [-] Logging enabled! Nov 11 22:08:11.215546 dv-cinder-733622-20-iscsi neutron-server[101843]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev157 Nov 11 22:08:11.215861 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101843) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 11 22:08:11.216851 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:08:11.217090 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 11 22:08:11.217463 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 11 22:08:11.217716 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 11 22:08:11.217947 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 11 22:08:11.218276 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:11.218750 dv-cinder-733622-20-iscsi neutron-server[101843]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Nov 11 22:08:11.219067 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:11.219366 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:11.219663 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:11.219965 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:11.220261 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:11.220568 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:11.220865 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:11.221170 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:11.221463 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:11.221748 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:11.222039 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:11.222336 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:11.222623 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.common.config [-] config_source = [] {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:11.222914 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:11.223202 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:11.223489 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.common.config [-] debug = True {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:11.223776 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:11.224220 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:11.224675 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:11.224963 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:11.225255 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:11.225630 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:11.225813 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:11.226093 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:11.226379 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:11.226717 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.common.config [-] host = dv-cinder-733622-20-iscsi {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:11.226998 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:11.227289 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:11.227581 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:11.227872 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:11.228153 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:11.228435 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:11.228752 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:11.229032 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.common.config [-] log_dir = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:11.229309 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.common.config [-] log_file = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:11.229588 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:11.229881 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:11.230171 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:11.230474 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:11.230702 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:11.230931 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:11.231224 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:11.231515 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:11.231794 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:11.232074 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:11.232356 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:11.232651 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:11.232932 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:11.233203 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:11.233490 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:11.233778 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:11.234103 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:11.234386 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:11.234671 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:11.234949 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:11.235226 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:11.235513 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:11.235790 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:11.236067 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:11.236343 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:11.236655 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:11.236928 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:11.237204 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:11.237507 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:11.237794 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:11.238081 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:11.238370 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:11.238648 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:11.238934 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:11.239212 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:11.239486 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.common.config [-] use_journal = False {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:11.239762 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.common.config [-] use_json = False {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:11.240038 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:11.240314 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:11.240623 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:11.240902 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:11.241178 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:11.241456 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:11.241730 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:11.242018 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:11.242328 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:11.242635 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:11.242939 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:11.243231 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:11.243541 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:11.243828 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:11.244124 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:11.244413 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:11.244740 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:11.245034 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:11.245332 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:11.245617 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:11.245911 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:11.246195 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:11.246496 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:11.246810 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:11.247110 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:11.247408 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:11.247689 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:11.247968 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:11.248246 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:11.248552 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:11.248849 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:11.249132 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:11.249425 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:11.250358 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:11.250837 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:11.251337 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:11.251843 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:11.252353 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:11.252875 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:11.253361 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:11.253887 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:11.254399 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:11.254896 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:11.255220 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:11.255532 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:11.255830 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:11.256122 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:11.256420 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:11.256734 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:11.257019 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:11.257302 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:11.257592 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:11.257893 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:11.258179 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:11.260269 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:11.260603 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:11.260911 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:11.261208 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:11.262068 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:11.262385 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:11.262683 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:11.262976 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:11.263274 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:11.263565 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:11.263852 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:11.264144 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:11.264427 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:11.264749 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:11.265029 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:11.265935 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:11.266167 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:11.266448 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:11.266729 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:11.267010 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:11.267291 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:11.267583 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:11.267863 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:11.268142 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:11.268423 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:11.268725 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:11.269006 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:11.269307 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:11.269616 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:11.269902 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:11.270189 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:11.270474 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:11.270759 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:11.271042 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:11.271326 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:11.271609 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:11.271895 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:11.272175 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:11.272473 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:11.272789 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:11.273087 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:11.273379 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:11.273663 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:11.274012 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:11.274297 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:11.274587 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:11.274876 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:11.275162 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:11.275451 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:11.275742 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:11.276043 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:11.276341 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:11.276663 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:11.276962 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:11.277262 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:11.277557 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:11.277877 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:11.278164 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:11.278388 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 11 22:08:11.278645 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=101843) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 11 22:08:11.726329 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=101843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 11 22:08:11.726603 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=101843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 11 22:08:11.726906 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=101843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 11 22:08:11.727237 dv-cinder-733622-20-iscsi neutron-server[101843]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 11 22:08:12.055746 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 22:08:12.055950 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 22:08:12.056220 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 22:08:12.057446 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 22:08:12.057721 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 22:08:12.057986 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 22:08:12.093076 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 22:08:12.093922 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 22:08:12.094202 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 22:08:12.109629 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 22:08:12.109912 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 22:08:12.110183 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 22:08:12.142746 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 22:08:12.143018 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 22:08:12.143286 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 22:08:12.179939 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 22:08:12.180224 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 22:08:12.180494 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 22:08:12.424852 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=101843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 22:08:12.425466 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=101843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 22:08:12.425466 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=101843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 22:08:12.425636 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=101843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 22:08:12.426281 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=101843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 22:08:12.560376 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=101843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 22:08:12.560739 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=101843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 22:08:12.561010 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=101843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 22:08:12.561284 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=101843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 22:08:12.561554 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=101843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 22:08:12.561868 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=101843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 22:08:12.562666 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=101843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 22:08:12.562923 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=101843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 22:08:12.563178 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=101843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 22:08:12.563466 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=101843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 22:08:12.563726 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=101843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 22:08:12.563993 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=101843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 22:08:12.564249 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=101843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 22:08:12.564501 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=101843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 22:08:12.564781 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=101843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 22:08:12.565049 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 22:08:12.565307 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=101843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 22:08:12.565583 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=101843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 22:08:12.565861 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=101843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 22:08:12.566122 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=101843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 22:08:12.566462 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 22:08:12.566720 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 22:08:12.567016 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 22:08:12.567436 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 22:08:12.567723 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 22:08:12.567974 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 22:08:12.568450 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=101843) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 11 22:08:12.568720 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=101843) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 11 22:08:12.568960 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=101843) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 11 22:08:12.569201 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=101843) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 11 22:08:12.569440 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=101843) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 11 22:08:12.569678 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=101843) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 11 22:08:12.570107 dv-cinder-733622-20-iscsi neutron-server[101843]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 11 22:08:12.573872 dv-cinder-733622-20-iscsi neutron-server[101843]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 11 22:08:12.578578 dv-cinder-733622-20-iscsi neutron-server[101843]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 11 22:08:12.582588 dv-cinder-733622-20-iscsi neutron-server[101843]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(800, 849)])]) Nov 11 22:08:12.584251 dv-cinder-733622-20-iscsi neutron-server[101843]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 11 22:08:12.584735 dv-cinder-733622-20-iscsi neutron-server[101843]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 11 22:08:12.585138 dv-cinder-733622-20-iscsi neutron-server[101843]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 11 22:08:12.585533 dv-cinder-733622-20-iscsi neutron-server[101843]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 11 22:08:12.588395 dv-cinder-733622-20-iscsi neutron-server[101843]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 11 22:08:12.588680 dv-cinder-733622-20-iscsi neutron-server[101843]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 11 22:08:12.589032 dv-cinder-733622-20-iscsi neutron-server[101843]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 11 22:08:12.594451 dv-cinder-733622-20-iscsi neutron-server[101843]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Nov 11 22:08:12.617064 dv-cinder-733622-20-iscsi neutron-server[101843]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Nov 11 22:08:12.617518 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=101843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 22:08:12.617822 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=101843) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Nov 11 22:08:12.618184 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=101843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 22:08:12.619586 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=101843) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 11 22:08:12.619879 dv-cinder-733622-20-iscsi neutron-server[101843]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 11 22:08:12.620122 dv-cinder-733622-20-iscsi neutron-server[101843]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 11 22:08:12.623408 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=101843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 22:08:12.623688 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=101843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 22:08:12.689368 dv-cinder-733622-20-iscsi neutron-server[101843]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 11 22:08:12.689563 dv-cinder-733622-20-iscsi neutron-server[101843]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 11 22:08:12.689748 dv-cinder-733622-20-iscsi neutron-server[101843]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 11 22:08:12.690134 dv-cinder-733622-20-iscsi neutron-server[101843]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 11 22:08:12.711436 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_db.sqlalchemy.engines [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=101843) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Nov 11 22:08:13.257707 dv-cinder-733622-20-iscsi neutron-server[101843]: INFO neutron.plugins.ml2.managers [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Initializing driver for type 'gre' Nov 11 22:08:13.258232 dv-cinder-733622-20-iscsi neutron-server[101843]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] gre ID ranges: [(1, 1000)] Nov 11 22:08:13.313576 dv-cinder-733622-20-iscsi neutron-server[101843]: INFO neutron.plugins.ml2.managers [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Initializing driver for type 'local' Nov 11 22:08:13.313901 dv-cinder-733622-20-iscsi neutron-server[101843]: INFO neutron.plugins.ml2.managers [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Initializing driver for type 'vlan' Nov 11 22:08:13.327696 dv-cinder-733622-20-iscsi neutron-server[101843]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] VlanTypeDriver initialization complete Nov 11 22:08:13.328054 dv-cinder-733622-20-iscsi neutron-server[101843]: INFO neutron.plugins.ml2.managers [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Initializing driver for type 'vxlan' Nov 11 22:08:13.328599 dv-cinder-733622-20-iscsi neutron-server[101843]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] vxlan ID ranges: [(1, 1000)] Nov 11 22:08:13.389082 dv-cinder-733622-20-iscsi neutron-server[101843]: INFO neutron.plugins.ml2.managers [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Initializing extension driver 'port_security' Nov 11 22:08:13.389562 dv-cinder-733622-20-iscsi neutron-server[101843]: INFO neutron.plugins.ml2.extensions.port_security [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] PortSecurityExtensionDriver initialization complete Nov 11 22:08:13.389931 dv-cinder-733622-20-iscsi neutron-server[101843]: INFO neutron.plugins.ml2.managers [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Initializing mechanism driver 'openvswitch' Nov 11 22:08:13.390301 dv-cinder-733622-20-iscsi neutron-server[101843]: INFO neutron.plugins.ml2.managers [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Initializing mechanism driver 'hyperv' Nov 11 22:08:13.397488 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.plugins.ml2.plugin [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=101843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:08:13.398375 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Subscribe: > port after_create 55550000 {{(pid=101843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 22:08:13.398758 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Subscribe: > port after_update 55550000 {{(pid=101843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 22:08:13.399122 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Subscribe: > port after_delete 55550000 {{(pid=101843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 22:08:13.399684 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=101843) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 11 22:08:13.400131 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Subscribe: > subnet after_create 55550000 {{(pid=101843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 22:08:13.400496 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Subscribe: > subnet after_update 55550000 {{(pid=101843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 22:08:13.400879 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Subscribe: > subnet after_delete 55550000 {{(pid=101843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 22:08:13.401288 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=101843) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 11 22:08:13.401710 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Subscribe: > network after_create 55550000 {{(pid=101843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 22:08:13.402069 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Subscribe: > network after_update 55550000 {{(pid=101843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 22:08:13.402421 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Subscribe: > network after_delete 55550000 {{(pid=101843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 22:08:13.402830 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=101843) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 11 22:08:13.403249 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Subscribe: > security_group after_create 55550000 {{(pid=101843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 22:08:13.403615 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Subscribe: > security_group after_update 55550000 {{(pid=101843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 22:08:13.403965 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Subscribe: > security_group after_delete 55550000 {{(pid=101843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 22:08:13.404378 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=101843) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 11 22:08:13.405093 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=101843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 22:08:13.405446 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=101843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 22:08:13.406336 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=101843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 22:08:13.406743 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=101843) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 11 22:08:13.407171 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Subscribe: > address_group after_create 55550000 {{(pid=101843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 22:08:13.407525 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Subscribe: > address_group after_update 55550000 {{(pid=101843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 22:08:13.407874 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Subscribe: > address_group after_delete 55550000 {{(pid=101843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 22:08:13.408280 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=101843) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 11 22:08:13.408707 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] ML2 OVO RPC backend initialized. {{(pid=101843) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Nov 11 22:08:13.409505 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Subscribe: > router_interface after_create 55550000 {{(pid=101843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 22:08:13.409872 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 22:08:13.410299 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Subscribe: > network before_response 55550000 {{(pid=101843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 22:08:13.410657 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Subscribe: > networks before_response 55550000 {{(pid=101843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 22:08:13.411007 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Subscribe: > port before_response 55550000 {{(pid=101843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 22:08:13.411356 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Subscribe: > ports before_response 55550000 {{(pid=101843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 22:08:13.411704 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Subscribe: > subnet before_response 55550000 {{(pid=101843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 22:08:13.412050 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Subscribe: > subnets before_response 55550000 {{(pid=101843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 22:08:13.412402 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Subscribe: > network after_create 55550000 {{(pid=101843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 22:08:13.412775 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Subscribe: > network after_update 55550000 {{(pid=101843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 22:08:13.413125 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Subscribe: > network after_delete 55550000 {{(pid=101843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 22:08:13.413467 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Subscribe: > port after_create 55550000 {{(pid=101843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 22:08:13.413807 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Subscribe: > port after_update 55550000 {{(pid=101843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 22:08:13.414146 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Subscribe: > port after_delete 55550000 {{(pid=101843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 22:08:13.414486 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Subscribe: > subnet after_create 55550000 {{(pid=101843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 22:08:13.414828 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Subscribe: > subnet after_update 55550000 {{(pid=101843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 22:08:13.415276 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Subscribe: > subnet after_delete 55550000 {{(pid=101843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 22:08:13.415908 dv-cinder-733622-20-iscsi neutron-server[101843]: INFO neutron.plugins.ml2.plugin [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Modular L2 Plugin initialization complete Nov 11 22:08:13.416247 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.manager [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Loading services supported by the core plugin {{(pid=101843) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 11 22:08:13.416611 dv-cinder-733622-20-iscsi neutron-server[101843]: INFO neutron.plugins.ml2.managers [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Got port-security extension from driver 'port_security' Nov 11 22:08:13.417086 dv-cinder-733622-20-iscsi neutron-server[101843]: INFO neutron.extensions.vlantransparent [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Disabled vlantransparent extension. Nov 11 22:08:13.417586 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.manager [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=101843) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 11 22:08:13.417907 dv-cinder-733622-20-iscsi neutron-server[101843]: INFO neutron.manager [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Loading Plugin: router Nov 11 22:08:13.456938 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Subscribe: > router_interface before_create 55550000 {{(pid=101843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 22:08:13.457570 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Subscribe: > router after_create 55549900 {{(pid=101843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 22:08:13.457713 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Subscribe: > router before_create 55549900 {{(pid=101843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 22:08:13.458087 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=101843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 22:08:13.458469 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 22:08:13.458839 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Subscribe: > router after_delete 55549900 {{(pid=101843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 22:08:13.459209 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Subscribe: > floatingip after_create 55550000 {{(pid=101843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 22:08:13.459714 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Subscribe: > floatingip after_update 55550000 {{(pid=101843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 22:08:13.460091 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Subscribe: > router after_create 55549900 {{(pid=101843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 22:08:13.460448 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Subscribe: > router after_update 55549900 {{(pid=101843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 22:08:13.460847 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Subscribe: > router after_update 55549900 {{(pid=101843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 22:08:13.461207 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=101843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 22:08:13.461576 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Subscribe: > router after_update 55549900 {{(pid=101843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 22:08:13.462001 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Subscribe: > router precommit_update 55549900 {{(pid=101843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 22:08:13.462379 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Subscribe: port after_update 55550000 {{(pid=101843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 22:08:13.462727 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Subscribe: port after_delete 55550000 {{(pid=101843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 22:08:13.463072 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Subscribe: subnet after_update 55550000 {{(pid=101843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 22:08:13.463417 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=101843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 22:08:13.463773 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Subscribe: > port precommit_delete 55550000 {{(pid=101843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 22:08:13.464125 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Subscribe: > router precommit_create 55549900 {{(pid=101843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 22:08:13.464478 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Subscribe: port before_delete 55550000 {{(pid=101843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 22:08:13.464851 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Subscribe: > router precommit_create 55550000 {{(pid=101843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 22:08:13.465214 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Subscribe: > router after_update 55549900 {{(pid=101843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 22:08:13.465561 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Subscribe: > router precommit_delete 55549900 {{(pid=101843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 22:08:13.465924 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Subscribe: > router precommit_create 55549900 {{(pid=101843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 22:08:13.466293 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Subscribe: > router_interface after_create 55550000 {{(pid=101843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 22:08:13.466765 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Subscribe: > router precommit_update 55549900 {{(pid=101843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 22:08:13.467148 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Subscribe: > agent after_create 55550000 {{(pid=101843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 22:08:13.467507 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Subscribe: > agent after_delete 55550000 {{(pid=101843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 22:08:13.467857 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Subscribe: > network after_delete 55550000 {{(pid=101843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 22:08:13.469502 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.quota.resource_registry [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Tracking information for resource: router configured {{(pid=101843) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 11 22:08:13.469851 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.quota.resource_registry [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Tracking information for resource: floatingip configured {{(pid=101843) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 11 22:08:13.475231 dv-cinder-733622-20-iscsi neutron-server[101843]: INFO neutron.db.l3_agentschedulers_db [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 11 22:08:13.475918 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Subscribe: port after_update 55550000 {{(pid=101843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 22:08:13.476202 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Subscribe: port after_create 55550000 {{(pid=101843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 22:08:13.476588 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Subscribe: port after_delete 55550000 {{(pid=101843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 22:08:13.476952 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Subscribe: port after_update 55550000 {{(pid=101843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 22:08:13.477785 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Subscribe: > router before_create 55550100 {{(pid=101843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 22:08:13.478160 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Subscribe: > router precommit_delete 55550100 {{(pid=101843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 22:08:13.478526 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Subscribe: > router precommit_create 55550100 {{(pid=101843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 22:08:13.478888 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Subscribe: > router precommit_update 55550100 {{(pid=101843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 22:08:13.484016 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.services.provider_configuration [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Service providers = [] {{(pid=101843) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 11 22:08:13.484908 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.db.servicetype_db [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=101843) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 11 22:08:13.488024 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.services.service_base [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=101843) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 11 22:08:13.488379 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.services.service_base [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=101843) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 11 22:08:13.488758 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.services.service_base [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=101843) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 11 22:08:13.489670 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.services.service_base [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=101843) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 11 22:08:13.490053 dv-cinder-733622-20-iscsi neutron-server[101843]: INFO neutron.services.service_base [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 11 22:08:13.490445 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.manager [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=101843) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 11 22:08:13.490770 dv-cinder-733622-20-iscsi neutron-server[101843]: INFO neutron.manager [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 11 22:08:13.503701 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.manager [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=101843) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 11 22:08:13.504041 dv-cinder-733622-20-iscsi neutron-server[101843]: INFO neutron.manager [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Loading Plugin: auto_allocate Nov 11 22:08:13.510162 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Subscribe: network precommit_update 55550000 {{(pid=101843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 22:08:13.510487 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Subscribe: network precommit_create 55550000 {{(pid=101843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 22:08:13.511036 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.manager [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=101843) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 11 22:08:13.511366 dv-cinder-733622-20-iscsi neutron-server[101843]: INFO neutron.manager [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Loading Plugin: tag Nov 11 22:08:13.518673 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.manager [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=101843) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 11 22:08:13.519003 dv-cinder-733622-20-iscsi neutron-server[101843]: INFO neutron.manager [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Loading Plugin: timestamp Nov 11 22:08:13.523073 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.manager [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=101843) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 11 22:08:13.523405 dv-cinder-733622-20-iscsi neutron-server[101843]: INFO neutron.manager [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Loading Plugin: network_ip_availability Nov 11 22:08:13.529151 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 22:08:13.529797 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 22:08:13.530163 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 22:08:13.531454 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.manager [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=101843) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 11 22:08:13.531781 dv-cinder-733622-20-iscsi neutron-server[101843]: INFO neutron.manager [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Loading Plugin: flavors Nov 11 22:08:13.537000 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.manager [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=101843) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 11 22:08:13.537337 dv-cinder-733622-20-iscsi neutron-server[101843]: INFO neutron.manager [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Loading Plugin: revisions Nov 11 22:08:13.541795 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.manager [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=101843) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 11 22:08:13.542200 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_concurrency.lockutils [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.815s {{(pid=101843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 11 22:08:13.542972 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=101843) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Nov 11 22:08:13.543308 dv-cinder-733622-20-iscsi neutron-server[101843]: INFO neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Initializing extension manager. Nov 11 22:08:13.543828 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Loading extension file: __init__.py {{(pid=101843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 22:08:13.544176 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Loading extension file: __pycache__ {{(pid=101843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 22:08:13.544531 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=101843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 22:08:13.544875 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Loading extension file: address_group.py {{(pid=101843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 22:08:13.545653 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=101843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 22:08:13.546239 dv-cinder-733622-20-iscsi neutron-server[101843]: INFO neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Loaded extension: address-group Nov 11 22:08:13.547136 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Loading extension file: address_scope.py {{(pid=101843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 22:08:13.547867 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=101843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 22:08:13.548392 dv-cinder-733622-20-iscsi neutron-server[101843]: INFO neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Loaded extension: address-scope Nov 11 22:08:13.548752 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Loading extension file: admin_state_down_before_update.py {{(pid=101843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 22:08:13.549723 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=101843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 22:08:13.550249 dv-cinder-733622-20-iscsi neutron-server[101843]: INFO neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Loaded extension: router-admin-state-down-before-update Nov 11 22:08:13.550574 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Loading extension file: agent.py {{(pid=101843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 22:08:13.551291 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=101843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 22:08:13.551808 dv-cinder-733622-20-iscsi neutron-server[101843]: INFO neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Loaded extension: agent Nov 11 22:08:13.552143 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Loading extension file: agent_resources_synced.py {{(pid=101843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 22:08:13.553099 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=101843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 22:08:13.553619 dv-cinder-733622-20-iscsi neutron-server[101843]: INFO neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Loaded extension: agent-resources-synced Nov 11 22:08:13.553958 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Loading extension file: allowedaddresspairs.py {{(pid=101843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 22:08:13.555816 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=101843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 22:08:13.556363 dv-cinder-733622-20-iscsi neutron-server[101843]: INFO neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Loaded extension: allowed-address-pairs Nov 11 22:08:13.556732 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Loading extension file: auto_allocated_topology.py {{(pid=101843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 22:08:13.557849 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=101843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 22:08:13.558379 dv-cinder-733622-20-iscsi neutron-server[101843]: INFO neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Loaded extension: auto-allocated-topology Nov 11 22:08:13.558714 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Loading extension file: availability_zone.py {{(pid=101843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 22:08:13.559427 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=101843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 22:08:13.559951 dv-cinder-733622-20-iscsi neutron-server[101843]: INFO neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Loaded extension: availability_zone Nov 11 22:08:13.560282 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Loading extension file: availability_zone_filter.py {{(pid=101843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 22:08:13.561248 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=101843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 22:08:13.561777 dv-cinder-733622-20-iscsi neutron-server[101843]: INFO neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Loaded extension: availability_zone_filter Nov 11 22:08:13.562139 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Loading extension file: data_plane_status.py {{(pid=101843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 22:08:13.563068 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=101843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 22:08:13.563586 dv-cinder-733622-20-iscsi neutron-server[101843]: INFO neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Extension data-plane-status not supported by any of loaded plugins Nov 11 22:08:13.563916 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Loading extension file: default_subnetpools.py {{(pid=101843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 22:08:13.564875 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=101843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 22:08:13.565396 dv-cinder-733622-20-iscsi neutron-server[101843]: INFO neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Loaded extension: default-subnetpools Nov 11 22:08:13.565725 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Loading extension file: dhcpagentscheduler.py {{(pid=101843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 22:08:13.566572 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 22:08:13.567095 dv-cinder-733622-20-iscsi neutron-server[101843]: INFO neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Loaded extension: dhcp_agent_scheduler Nov 11 22:08:13.567519 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Loading extension file: dns.py {{(pid=101843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 22:08:13.568474 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=101843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 22:08:13.569018 dv-cinder-733622-20-iscsi neutron-server[101843]: INFO neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Extension dns-integration not supported by any of loaded plugins Nov 11 22:08:13.569347 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Loading extension file: dns_domain_ports.py {{(pid=101843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 22:08:13.570301 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=101843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 22:08:13.570820 dv-cinder-733622-20-iscsi neutron-server[101843]: INFO neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 11 22:08:13.571150 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=101843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 22:08:13.572094 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=101843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 22:08:13.572644 dv-cinder-733622-20-iscsi neutron-server[101843]: INFO neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Nov 11 22:08:13.572970 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Loading extension file: dvr.py {{(pid=101843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 22:08:13.573655 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=101843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 22:08:13.574176 dv-cinder-733622-20-iscsi neutron-server[101843]: INFO neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Loaded extension: dvr Nov 11 22:08:13.574505 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Loading extension file: ecmp_routes.py {{(pid=101843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 22:08:13.575447 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=101843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 22:08:13.575963 dv-cinder-733622-20-iscsi neutron-server[101843]: INFO neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Extension ecmp_routes not supported by any of loaded plugins Nov 11 22:08:13.576290 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Loading extension file: empty_string_filtering.py {{(pid=101843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 22:08:13.577257 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=101843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 22:08:13.578303 dv-cinder-733622-20-iscsi neutron-server[101843]: INFO neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Loaded extension: empty-string-filtering Nov 11 22:08:13.578633 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=101843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 22:08:13.579576 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 22:08:13.580096 dv-cinder-733622-20-iscsi neutron-server[101843]: INFO neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 11 22:08:13.580426 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=101843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 22:08:13.581384 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=101843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 22:08:13.581902 dv-cinder-733622-20-iscsi neutron-server[101843]: INFO neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 11 22:08:13.582230 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Loading extension file: external_net.py {{(pid=101843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 22:08:13.583161 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=101843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 22:08:13.583677 dv-cinder-733622-20-iscsi neutron-server[101843]: INFO neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Loaded extension: external-net Nov 11 22:08:13.584003 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Loading extension file: extra_dhcp_opt.py {{(pid=101843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 22:08:13.584962 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=101843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 22:08:13.585481 dv-cinder-733622-20-iscsi neutron-server[101843]: INFO neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Loaded extension: extra_dhcp_opt Nov 11 22:08:13.585810 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Loading extension file: extraroute.py {{(pid=101843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 22:08:13.586745 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=101843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 22:08:13.587276 dv-cinder-733622-20-iscsi neutron-server[101843]: INFO neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Loaded extension: extraroute Nov 11 22:08:13.587603 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Loading extension file: extraroute_atomic.py {{(pid=101843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 22:08:13.588692 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=101843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 22:08:13.589220 dv-cinder-733622-20-iscsi neutron-server[101843]: INFO neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Loaded extension: extraroute-atomic Nov 11 22:08:13.589549 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Loading extension file: filter_validation.py {{(pid=101843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 22:08:13.590460 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=101843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 22:08:13.590980 dv-cinder-733622-20-iscsi neutron-server[101843]: INFO neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Loaded extension: filter-validation Nov 11 22:08:13.591332 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Loading extension file: fip_pf_description.py {{(pid=101843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 22:08:13.592262 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=101843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 22:08:13.592818 dv-cinder-733622-20-iscsi neutron-server[101843]: INFO neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 11 22:08:13.593148 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Loading extension file: fip_port_details.py {{(pid=101843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 22:08:13.594652 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 22:08:13.595170 dv-cinder-733622-20-iscsi neutron-server[101843]: INFO neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Loaded extension: fip-port-details Nov 11 22:08:13.595497 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Loading extension file: flavors.py {{(pid=101843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 22:08:13.596826 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=101843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 22:08:13.597361 dv-cinder-733622-20-iscsi neutron-server[101843]: INFO neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Loaded extension: flavors Nov 11 22:08:13.597696 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=101843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 22:08:13.599433 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=101843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 22:08:13.599966 dv-cinder-733622-20-iscsi neutron-server[101843]: INFO neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 11 22:08:13.600310 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Loading extension file: floatingip_pools.py {{(pid=101843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 22:08:13.601060 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=101843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 22:08:13.601585 dv-cinder-733622-20-iscsi neutron-server[101843]: INFO neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Loaded extension: floatingip-pools Nov 11 22:08:13.601919 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Loading extension file: ip_allocation.py {{(pid=101843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 22:08:13.602873 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=101843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 22:08:13.603391 dv-cinder-733622-20-iscsi neutron-server[101843]: INFO neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Extension ip_allocation not supported by any of loaded plugins Nov 11 22:08:13.603725 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=101843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 22:08:13.604697 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=101843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 22:08:13.605227 dv-cinder-733622-20-iscsi neutron-server[101843]: INFO neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Loaded extension: ip-substring-filtering Nov 11 22:08:13.605560 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Loading extension file: l2_adjacency.py {{(pid=101843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 22:08:13.606518 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=101843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 22:08:13.607045 dv-cinder-733622-20-iscsi neutron-server[101843]: INFO neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Extension l2_adjacency not supported by any of loaded plugins Nov 11 22:08:13.607379 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Loading extension file: l3.py {{(pid=101843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 22:08:13.608410 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=101843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 22:08:13.609004 dv-cinder-733622-20-iscsi neutron-server[101843]: INFO neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Loaded extension: router Nov 11 22:08:13.609340 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Loading extension file: l3_conntrack_helper.py {{(pid=101843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 22:08:13.611664 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 22:08:13.612212 dv-cinder-733622-20-iscsi neutron-server[101843]: INFO neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 11 22:08:13.612581 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=101843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 22:08:13.613546 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=101843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 22:08:13.614076 dv-cinder-733622-20-iscsi neutron-server[101843]: INFO neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Loaded extension: ext-gw-mode Nov 11 22:08:13.614413 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=101843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 22:08:13.615367 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=101843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 22:08:13.615893 dv-cinder-733622-20-iscsi neutron-server[101843]: INFO neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Loaded extension: l3-ha Nov 11 22:08:13.616226 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Loading extension file: l3_flavors.py {{(pid=101843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 22:08:13.617190 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=101843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 22:08:13.617720 dv-cinder-733622-20-iscsi neutron-server[101843]: INFO neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Loaded extension: l3-flavors Nov 11 22:08:13.618056 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=101843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 22:08:13.618992 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=101843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 22:08:13.619519 dv-cinder-733622-20-iscsi neutron-server[101843]: INFO neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Loaded extension: l3-port-ip-change-not-allowed Nov 11 22:08:13.619851 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Loading extension file: l3agentscheduler.py {{(pid=101843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 22:08:13.620955 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 22:08:13.621476 dv-cinder-733622-20-iscsi neutron-server[101843]: INFO neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Loaded extension: l3_agent_scheduler Nov 11 22:08:13.621808 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Loading extension file: logging.py {{(pid=101843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 22:08:13.623343 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=101843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 22:08:13.623871 dv-cinder-733622-20-iscsi neutron-server[101843]: INFO neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Extension logging not supported by any of loaded plugins Nov 11 22:08:13.624207 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Loading extension file: metering.py {{(pid=101843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 22:08:13.625024 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=101843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 22:08:13.625613 dv-cinder-733622-20-iscsi neutron-server[101843]: INFO neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Loaded extension: metering Nov 11 22:08:13.625945 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=101843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 22:08:13.627211 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=101843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 22:08:13.627739 dv-cinder-733622-20-iscsi neutron-server[101843]: INFO neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Loaded extension: metering_source_and_destination_fields Nov 11 22:08:13.628073 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Loading extension file: multiprovidernet.py {{(pid=101843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 22:08:13.629047 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=101843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 22:08:13.629573 dv-cinder-733622-20-iscsi neutron-server[101843]: INFO neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Loaded extension: multi-provider Nov 11 22:08:13.629902 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Loading extension file: netmtu.py {{(pid=101843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 22:08:13.630839 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=101843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 22:08:13.631358 dv-cinder-733622-20-iscsi neutron-server[101843]: INFO neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Loaded extension: net-mtu Nov 11 22:08:13.631689 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Loading extension file: netmtu_writable.py {{(pid=101843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 22:08:13.632672 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=101843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 22:08:13.633199 dv-cinder-733622-20-iscsi neutron-server[101843]: INFO neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Loaded extension: net-mtu-writable Nov 11 22:08:13.633528 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Loading extension file: network_availability_zone.py {{(pid=101843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 22:08:13.634216 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=101843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 22:08:13.634735 dv-cinder-733622-20-iscsi neutron-server[101843]: INFO neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Loaded extension: network_availability_zone Nov 11 22:08:13.635062 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Loading extension file: network_ip_availability.py {{(pid=101843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 22:08:13.636206 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=101843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 22:08:13.636761 dv-cinder-733622-20-iscsi neutron-server[101843]: INFO neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Loaded extension: network-ip-availability Nov 11 22:08:13.637101 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Loading extension file: network_segment_range.py {{(pid=101843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 22:08:13.637893 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=101843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 22:08:13.638408 dv-cinder-733622-20-iscsi neutron-server[101843]: INFO neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Extension network-segment-range not supported by any of loaded plugins Nov 11 22:08:13.638737 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Loading extension file: pagination.py {{(pid=101843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 22:08:13.639741 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 22:08:13.640078 dv-cinder-733622-20-iscsi neutron-server[101843]: INFO neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Loaded extension: pagination Nov 11 22:08:13.640971 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Loading extension file: port_device_profile.py {{(pid=101843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 22:08:13.641905 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=101843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 22:08:13.642430 dv-cinder-733622-20-iscsi neutron-server[101843]: INFO neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Loaded extension: port-device-profile Nov 11 22:08:13.642758 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=101843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 22:08:13.643714 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=101843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 22:08:13.644227 dv-cinder-733622-20-iscsi neutron-server[101843]: INFO neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Loaded extension: port-mac-address-regenerate Nov 11 22:08:13.644583 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=101843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 22:08:13.645518 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=101843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 22:08:13.646028 dv-cinder-733622-20-iscsi neutron-server[101843]: INFO neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Loaded extension: port-numa-affinity-policy Nov 11 22:08:13.646354 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Loading extension file: port_resource_request.py {{(pid=101843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 22:08:13.647289 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=101843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 22:08:13.647808 dv-cinder-733622-20-iscsi neutron-server[101843]: INFO neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Extension port-resource-request not supported by any of loaded plugins Nov 11 22:08:13.648134 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Loading extension file: port_resource_request_groups.py {{(pid=101843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 22:08:13.649160 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=101843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 22:08:13.649678 dv-cinder-733622-20-iscsi neutron-server[101843]: INFO neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Extension port-resource-request-groups not supported by any of loaded plugins Nov 11 22:08:13.650010 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Loading extension file: portbindings.py {{(pid=101843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 22:08:13.650967 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=101843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 22:08:13.651482 dv-cinder-733622-20-iscsi neutron-server[101843]: INFO neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Loaded extension: binding Nov 11 22:08:13.651812 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Loading extension file: portbindings_extended.py {{(pid=101843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 22:08:13.653169 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=101843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 22:08:13.653703 dv-cinder-733622-20-iscsi neutron-server[101843]: INFO neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Loaded extension: binding-extended Nov 11 22:08:13.654035 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Loading extension file: portsecurity.py {{(pid=101843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 22:08:13.655239 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=101843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 22:08:13.655808 dv-cinder-733622-20-iscsi neutron-server[101843]: INFO neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Loaded extension: port-security Nov 11 22:08:13.656677 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Loading extension file: project_id.py {{(pid=101843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 22:08:13.657692 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=101843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 22:08:13.658029 dv-cinder-733622-20-iscsi neutron-server[101843]: INFO neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Loaded extension: project-id Nov 11 22:08:13.658361 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Loading extension file: providernet.py {{(pid=101843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 22:08:13.659305 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=101843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 22:08:13.660200 dv-cinder-733622-20-iscsi neutron-server[101843]: INFO neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Loaded extension: provider Nov 11 22:08:13.660555 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Loading extension file: qos.py {{(pid=101843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 22:08:13.664261 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=101843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 22:08:13.664834 dv-cinder-733622-20-iscsi neutron-server[101843]: INFO neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Extension qos not supported by any of loaded plugins Nov 11 22:08:13.665174 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=101843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 22:08:13.666462 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=101843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 22:08:13.667000 dv-cinder-733622-20-iscsi neutron-server[101843]: INFO neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 11 22:08:13.667331 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=101843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 22:08:13.668286 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=101843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 22:08:13.668950 dv-cinder-733622-20-iscsi neutron-server[101843]: INFO neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 11 22:08:13.669281 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Loading extension file: qos_default.py {{(pid=101843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 22:08:13.670229 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=101843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 22:08:13.670757 dv-cinder-733622-20-iscsi neutron-server[101843]: INFO neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Extension qos-default not supported by any of loaded plugins Nov 11 22:08:13.671087 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Loading extension file: qos_fip.py {{(pid=101843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 22:08:13.671799 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=101843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 22:08:13.672318 dv-cinder-733622-20-iscsi neutron-server[101843]: INFO neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Extension qos-fip not supported by any of loaded plugins Nov 11 22:08:13.672674 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Loading extension file: qos_gateway_ip.py {{(pid=101843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 22:08:13.673656 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=101843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 22:08:13.674153 dv-cinder-733622-20-iscsi neutron-server[101843]: INFO neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 11 22:08:13.674482 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Loading extension file: qos_port_network_policy.py {{(pid=101843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 22:08:13.675421 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=101843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 22:08:13.675936 dv-cinder-733622-20-iscsi neutron-server[101843]: INFO neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 11 22:08:13.676263 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=101843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 22:08:13.677369 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=101843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 22:08:13.677892 dv-cinder-733622-20-iscsi neutron-server[101843]: INFO neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Extension qos-pps-minimum not supported by any of loaded plugins Nov 11 22:08:13.678221 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Loading extension file: qos_pps_rule.py {{(pid=101843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 22:08:13.679448 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=101843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 22:08:13.680181 dv-cinder-733622-20-iscsi neutron-server[101843]: INFO neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Extension qos-pps not supported by any of loaded plugins Nov 11 22:08:13.680527 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Loading extension file: qos_rule_type_details.py {{(pid=101843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 22:08:13.681487 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=101843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 22:08:13.682007 dv-cinder-733622-20-iscsi neutron-server[101843]: INFO neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 11 22:08:13.682339 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Loading extension file: qos_rules_alias.py {{(pid=101843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 22:08:13.683434 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=101843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 22:08:13.683957 dv-cinder-733622-20-iscsi neutron-server[101843]: INFO neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 11 22:08:13.684288 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Loading extension file: quota_check_limit.py {{(pid=101843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 22:08:13.685251 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=101843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 22:08:13.685780 dv-cinder-733622-20-iscsi neutron-server[101843]: INFO neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Loaded extension: quota-check-limit Nov 11 22:08:13.686108 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Loading extension file: quotasv2.py {{(pid=101843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 22:08:13.687168 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=101843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 22:08:13.687507 dv-cinder-733622-20-iscsi neutron-server[101843]: INFO neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Loaded extension: quotas Nov 11 22:08:13.687833 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Loading extension file: quotasv2_detail.py {{(pid=101843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 22:08:13.691232 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=101843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 22:08:13.691572 dv-cinder-733622-20-iscsi neutron-server[101843]: INFO neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Loaded extension: quota_details Nov 11 22:08:13.691917 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Loading extension file: rbac.py {{(pid=101843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 22:08:13.693095 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=101843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 22:08:13.694755 dv-cinder-733622-20-iscsi neutron-server[101843]: INFO neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Loaded extension: rbac-policies Nov 11 22:08:13.694755 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Loading extension file: rbac_address_group.py {{(pid=101843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 22:08:13.694978 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=101843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 22:08:13.695510 dv-cinder-733622-20-iscsi neutron-server[101843]: INFO neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Loaded extension: rbac-address-group Nov 11 22:08:13.695847 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Loading extension file: rbac_address_scope.py {{(pid=101843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 22:08:13.696834 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=101843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 22:08:13.697373 dv-cinder-733622-20-iscsi neutron-server[101843]: INFO neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Loaded extension: rbac-address-scope Nov 11 22:08:13.697710 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Loading extension file: rbac_security_groups.py {{(pid=101843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 22:08:13.698656 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=101843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 22:08:13.699185 dv-cinder-733622-20-iscsi neutron-server[101843]: INFO neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Loaded extension: rbac-security-groups Nov 11 22:08:13.699518 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Loading extension file: rbac_subnetpool.py {{(pid=101843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 22:08:13.700462 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=101843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 22:08:13.701014 dv-cinder-733622-20-iscsi neutron-server[101843]: INFO neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Loaded extension: rbac-subnetpool Nov 11 22:08:13.701348 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Loading extension file: revisionifmatch.py {{(pid=101843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 22:08:13.702293 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=101843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 22:08:13.703371 dv-cinder-733622-20-iscsi neutron-server[101843]: INFO neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Loaded extension: revision-if-match Nov 11 22:08:13.703703 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Loading extension file: revisions.py {{(pid=101843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 22:08:13.704913 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=101843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 22:08:13.705524 dv-cinder-733622-20-iscsi neutron-server[101843]: INFO neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Loaded extension: standard-attr-revisions Nov 11 22:08:13.705860 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Loading extension file: router_availability_zone.py {{(pid=101843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 22:08:13.706561 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=101843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 22:08:13.707088 dv-cinder-733622-20-iscsi neutron-server[101843]: INFO neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Loaded extension: router_availability_zone Nov 11 22:08:13.707422 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Loading extension file: routerservicetype.py {{(pid=101843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 22:08:13.708394 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=101843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 22:08:13.708944 dv-cinder-733622-20-iscsi neutron-server[101843]: INFO neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Extension router-service-type not supported by any of loaded plugins Nov 11 22:08:13.709278 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=101843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 22:08:13.710226 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=101843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 22:08:13.710758 dv-cinder-733622-20-iscsi neutron-server[101843]: INFO neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Loaded extension: security-groups-normalized-cidr Nov 11 22:08:13.711091 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Loading extension file: security_groups_port_filtering.py {{(pid=101843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 22:08:13.712128 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=101843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 22:08:13.712702 dv-cinder-733622-20-iscsi neutron-server[101843]: INFO neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Loaded extension: port-security-groups-filtering Nov 11 22:08:13.713037 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=101843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 22:08:13.713999 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=101843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 22:08:13.714523 dv-cinder-733622-20-iscsi neutron-server[101843]: INFO neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Loaded extension: security-groups-remote-address-group Nov 11 22:08:13.714857 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=101843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 22:08:13.715805 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=101843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 22:08:13.716328 dv-cinder-733622-20-iscsi neutron-server[101843]: INFO neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Loaded extension: security-groups-shared-filtering Nov 11 22:08:13.716688 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=101843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 22:08:13.717309 dv-cinder-733622-20-iscsi neutron-server[101843]: WARNING neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Nov 11 22:08:13.717638 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Loading extension file: securitygroup.py {{(pid=101843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 22:08:13.728461 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=101843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 22:08:13.729059 dv-cinder-733622-20-iscsi neutron-server[101843]: INFO neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Loaded extension: security-group Nov 11 22:08:13.729401 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Loading extension file: segment.py {{(pid=101843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 22:08:13.730436 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=101843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 22:08:13.730966 dv-cinder-733622-20-iscsi neutron-server[101843]: INFO neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Extension segment not supported by any of loaded plugins Nov 11 22:08:13.731304 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=101843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 22:08:13.732344 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=101843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 22:08:13.732908 dv-cinder-733622-20-iscsi neutron-server[101843]: INFO neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 11 22:08:13.733245 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Loading extension file: servicetype.py {{(pid=101843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 22:08:13.734432 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=101843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 22:08:13.735224 dv-cinder-733622-20-iscsi neutron-server[101843]: INFO neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Loaded extension: service-type Nov 11 22:08:13.735729 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Loading extension file: sorting.py {{(pid=101843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 22:08:13.736901 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 22:08:13.737246 dv-cinder-733622-20-iscsi neutron-server[101843]: INFO neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Loaded extension: sorting Nov 11 22:08:13.737581 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Loading extension file: standard_attr_segment.py {{(pid=101843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 22:08:13.738539 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 22:08:13.739077 dv-cinder-733622-20-iscsi neutron-server[101843]: INFO neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 11 22:08:13.739421 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Loading extension file: standardattrdescription.py {{(pid=101843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 22:08:13.740091 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=101843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 22:08:13.740646 dv-cinder-733622-20-iscsi neutron-server[101843]: INFO neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Loaded extension: standard-attr-description Nov 11 22:08:13.740978 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Loading extension file: stateful_security_group.py {{(pid=101843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 22:08:13.741933 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=101843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 22:08:13.742467 dv-cinder-733622-20-iscsi neutron-server[101843]: INFO neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Loaded extension: stateful-security-group Nov 11 22:08:13.742799 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Loading extension file: stdattrs_common.py {{(pid=101843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 22:08:13.743390 dv-cinder-733622-20-iscsi neutron-server[101843]: WARNING neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 11 22:08:13.743717 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=101843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 22:08:13.744708 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=101843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 22:08:13.745238 dv-cinder-733622-20-iscsi neutron-server[101843]: INFO neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 11 22:08:13.745565 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Loading extension file: subnet_onboard.py {{(pid=101843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 22:08:13.746673 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=101843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 22:08:13.747209 dv-cinder-733622-20-iscsi neutron-server[101843]: INFO neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Loaded extension: subnet_onboard Nov 11 22:08:13.747539 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=101843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 22:08:13.748493 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=101843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 22:08:13.749041 dv-cinder-733622-20-iscsi neutron-server[101843]: INFO neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 11 22:08:13.749371 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Loading extension file: subnet_service_types.py {{(pid=101843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 22:08:13.750354 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=101843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 22:08:13.750882 dv-cinder-733622-20-iscsi neutron-server[101843]: INFO neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Loaded extension: subnet-service-types Nov 11 22:08:13.751212 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Loading extension file: subnetallocation.py {{(pid=101843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 22:08:13.752339 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=101843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 22:08:13.752907 dv-cinder-733622-20-iscsi neutron-server[101843]: INFO neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Loaded extension: subnet_allocation Nov 11 22:08:13.753244 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=101843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 22:08:13.753945 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=101843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 22:08:13.754469 dv-cinder-733622-20-iscsi neutron-server[101843]: INFO neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Loaded extension: subnetpool-prefix-ops Nov 11 22:08:13.754801 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=101843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 22:08:13.755770 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=101843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 22:08:13.756297 dv-cinder-733622-20-iscsi neutron-server[101843]: INFO neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 11 22:08:13.756667 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Loading extension file: tagging.py {{(pid=101843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 22:08:13.757766 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=101843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 22:08:13.758299 dv-cinder-733622-20-iscsi neutron-server[101843]: INFO neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Loaded extension: standard-attr-tag Nov 11 22:08:13.758631 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Loading extension file: timestamp.py {{(pid=101843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 22:08:13.759890 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=101843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 22:08:13.760461 dv-cinder-733622-20-iscsi neutron-server[101843]: INFO neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Loaded extension: standard-attr-timestamp Nov 11 22:08:13.760774 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Loading extension file: trunk.py {{(pid=101843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 22:08:13.761837 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=101843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 22:08:13.762368 dv-cinder-733622-20-iscsi neutron-server[101843]: INFO neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Extension trunk not supported by any of loaded plugins Nov 11 22:08:13.762697 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Loading extension file: trunk_details.py {{(pid=101843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 22:08:13.763638 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=101843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 22:08:13.764168 dv-cinder-733622-20-iscsi neutron-server[101843]: INFO neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Extension trunk-details not supported by any of loaded plugins Nov 11 22:08:13.764495 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Loading extension file: uplink_status_propagation.py {{(pid=101843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 22:08:13.766001 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=101843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 22:08:13.766524 dv-cinder-733622-20-iscsi neutron-server[101843]: INFO neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 11 22:08:13.766855 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Loading extension file: vlantransparent.py {{(pid=101843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 11 22:08:13.767552 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=101843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 11 22:08:13.768077 dv-cinder-733622-20-iscsi neutron-server[101843]: INFO neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Extension vlan-transparent not supported by any of loaded plugins Nov 11 22:08:13.770827 dv-cinder-733622-20-iscsi neutron-server[101843]: INFO neutron.quota.resource_registry [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Creating instance of TrackedResource for resource:network Nov 11 22:08:13.771376 dv-cinder-733622-20-iscsi neutron-server[101843]: INFO neutron.quota.resource_registry [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Creating instance of TrackedResource for resource:subnet Nov 11 22:08:13.771799 dv-cinder-733622-20-iscsi neutron-server[101843]: INFO neutron.quota.resource_registry [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Creating instance of TrackedResource for resource:subnetpool Nov 11 22:08:13.772300 dv-cinder-733622-20-iscsi neutron-server[101843]: INFO neutron.quota.resource_registry [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Creating instance of TrackedResource for resource:port Nov 11 22:08:13.773523 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.v2.resource_helper [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101843) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 11 22:08:13.773988 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.v2.resource_helper [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Service FLAVORS assigned prefix: {{(pid=101843) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 11 22:08:13.774618 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.v2.resource_helper [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101843) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 11 22:08:13.775059 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.v2.resource_helper [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101843) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 11 22:08:13.775399 dv-cinder-733622-20-iscsi neutron-server[101843]: INFO neutron.quota.resource_registry [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Creating instance of TrackedResource for resource:router Nov 11 22:08:13.775857 dv-cinder-733622-20-iscsi neutron-server[101843]: INFO neutron.quota.resource_registry [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Creating instance of TrackedResource for resource:floatingip Nov 11 22:08:13.776357 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.v2.resource_helper [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Service METERING assigned prefix: /metering {{(pid=101843) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 11 22:08:13.777870 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 22:08:13.778249 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 22:08:13.778606 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 22:08:13.779885 dv-cinder-733622-20-iscsi neutron-server[101843]: INFO neutron.quota.resource_registry [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Creating instance of CountableResource for resource:rbac_policy Nov 11 22:08:13.780338 dv-cinder-733622-20-iscsi neutron-server[101843]: INFO neutron.quota.resource_registry [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Creating instance of TrackedResource for resource:security_group Nov 11 22:08:13.780847 dv-cinder-733622-20-iscsi neutron-server[101843]: INFO neutron.quota.resource_registry [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 11 22:08:13.782002 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.v2.resource_helper [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Service CORE assigned prefix: {{(pid=101843) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 11 22:08:13.782423 dv-cinder-733622-20-iscsi neutron-server[101843]: INFO neutron.quota.resource_registry [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Creating instance of TrackedResource for resource:subnetpool Nov 11 22:08:13.782717 dv-cinder-733622-20-iscsi neutron-server[101843]: WARNING neutron.quota.resource_registry [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] subnetpool is already registered Nov 11 22:08:13.783150 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.v2.resource_helper [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Service CORE assigned prefix: {{(pid=101843) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 11 22:08:13.783484 dv-cinder-733622-20-iscsi neutron-server[101843]: INFO neutron.quota.resource_registry [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Creating instance of TrackedResource for resource:subnetpool Nov 11 22:08:13.783848 dv-cinder-733622-20-iscsi neutron-server[101843]: WARNING neutron.quota.resource_registry [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] subnetpool is already registered Nov 11 22:08:13.786280 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.v2.resource_helper [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101843) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 11 22:08:13.786721 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.v2.resource_helper [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Service FLAVORS assigned prefix: {{(pid=101843) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 11 22:08:13.787352 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.v2.resource_helper [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101843) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 11 22:08:13.787802 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.v2.resource_helper [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101843) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 11 22:08:13.788151 dv-cinder-733622-20-iscsi neutron-server[101843]: INFO neutron.quota.resource_registry [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Creating instance of TrackedResource for resource:router Nov 11 22:08:13.788502 dv-cinder-733622-20-iscsi neutron-server[101843]: WARNING neutron.quota.resource_registry [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] router is already registered Nov 11 22:08:13.789025 dv-cinder-733622-20-iscsi neutron-server[101843]: INFO neutron.quota.resource_registry [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Creating instance of TrackedResource for resource:floatingip Nov 11 22:08:13.789371 dv-cinder-733622-20-iscsi neutron-server[101843]: WARNING neutron.quota.resource_registry [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] floatingip is already registered Nov 11 22:08:13.789846 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.v2.resource_helper [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Service METERING assigned prefix: /metering {{(pid=101843) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 11 22:08:13.790583 dv-cinder-733622-20-iscsi neutron-server[101843]: INFO neutron.quota.resource_registry [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Creating instance of CountableResource for resource:rbac_policy Nov 11 22:08:13.790919 dv-cinder-733622-20-iscsi neutron-server[101843]: WARNING neutron.quota.resource_registry [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] rbac_policy is already registered Nov 11 22:08:13.791340 dv-cinder-733622-20-iscsi neutron-server[101843]: INFO neutron.quota.resource_registry [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Creating instance of TrackedResource for resource:security_group Nov 11 22:08:13.791692 dv-cinder-733622-20-iscsi neutron-server[101843]: WARNING neutron.quota.resource_registry [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] security_group is already registered Nov 11 22:08:13.792105 dv-cinder-733622-20-iscsi neutron-server[101843]: INFO neutron.quota.resource_registry [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 11 22:08:13.792458 dv-cinder-733622-20-iscsi neutron-server[101843]: WARNING neutron.quota.resource_registry [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] security_group_rule is already registered Nov 11 22:08:13.793002 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.v2.resource_helper [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Service CORE assigned prefix: {{(pid=101843) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 11 22:08:13.793337 dv-cinder-733622-20-iscsi neutron-server[101843]: INFO neutron.quota.resource_registry [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Creating instance of TrackedResource for resource:subnetpool Nov 11 22:08:13.793680 dv-cinder-733622-20-iscsi neutron-server[101843]: WARNING neutron.quota.resource_registry [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] subnetpool is already registered Nov 11 22:08:13.794102 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.v2.resource_helper [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Service CORE assigned prefix: {{(pid=101843) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 11 22:08:13.794434 dv-cinder-733622-20-iscsi neutron-server[101843]: INFO neutron.quota.resource_registry [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Creating instance of TrackedResource for resource:subnetpool Nov 11 22:08:13.794773 dv-cinder-733622-20-iscsi neutron-server[101843]: WARNING neutron.quota.resource_registry [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] subnetpool is already registered Nov 11 22:08:13.796632 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Extended resource: extensions {{(pid=101843) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 22:08:13.798202 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Extended resource: address-groups {{(pid=101843) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 22:08:13.799713 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Extended resource: address-scopes {{(pid=101843) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 22:08:13.800994 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Extended resource: agents {{(pid=101843) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 22:08:13.802277 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Extended resource: auto-allocated-topology {{(pid=101843) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 22:08:13.803560 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Extended resource: availability_zones {{(pid=101843) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 22:08:13.804842 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Extended resource: dhcp-networks {{(pid=101843) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 22:08:13.806260 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Extended resource: dhcp-agents {{(pid=101843) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 22:08:13.807819 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Extended resource: routers {{(pid=101843) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 22:08:13.810015 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Extended resource: flavors {{(pid=101843) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 22:08:13.811311 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Extended resource: service_profiles {{(pid=101843) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 22:08:13.812667 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Extended resource: next_providers {{(pid=101843) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 22:08:13.814139 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Extended resource: service_profiles {{(pid=101843) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 22:08:13.815601 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Extended resource: floatingip-pools {{(pid=101843) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 22:08:13.816983 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Extended resource: routers {{(pid=101843) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 22:08:13.819157 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Extended resource: floatingips {{(pid=101843) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 22:08:13.820534 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Extended resource: l3-routers {{(pid=101843) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 22:08:13.821957 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Extended resource: l3-agents {{(pid=101843) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 22:08:13.823387 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Extended resource: metering-labels {{(pid=101843) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 22:08:13.824686 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Extended resource: metering-label-rules {{(pid=101843) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 22:08:13.826111 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Extended resource: network-ip-availabilities {{(pid=101843) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 22:08:13.827444 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Extended resource: bindings {{(pid=101843) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 22:08:13.829610 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Extended resource: quotas {{(pid=101843) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 22:08:13.831287 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Extended resource: quotas {{(pid=101843) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 22:08:13.832870 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Extended resource: rbac-policies {{(pid=101843) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 22:08:13.834085 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Extended resource: security-groups {{(pid=101843) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 22:08:13.835449 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Extended resource: security-group-rules {{(pid=101843) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 22:08:13.836730 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Extended resource: service-providers {{(pid=101843) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 22:08:13.837973 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Extended resource: subnetpools {{(pid=101843) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 22:08:13.839414 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Extended resource: subnetpools {{(pid=101843) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 22:08:13.840933 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Extended resource: tags {{(pid=101843) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 22:08:13.842663 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Extended resource: tags {{(pid=101843) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 22:08:13.845077 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Extended resource: tags {{(pid=101843) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 22:08:13.846884 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Extended resource: tags {{(pid=101843) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 22:08:13.848630 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Extended resource: tags {{(pid=101843) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 22:08:13.850607 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Extended resource: tags {{(pid=101843) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 22:08:13.852333 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Extended resource: tags {{(pid=101843) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 22:08:13.855234 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Extended resource: tags {{(pid=101843) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 22:08:13.857076 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Extended resource: tags {{(pid=101843) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 22:08:13.858851 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron.api.extensions [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Extended resource: tags {{(pid=101843) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 11 22:08:13.865170 dv-cinder-733622-20-iscsi neutron-server[101843]: WARNING keystonemiddleware.auth_token [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 11 22:08:13.869833 dv-cinder-733622-20-iscsi neutron-server[101843]: WARNING keystonemiddleware.auth_token [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 11 22:08:13.879052 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_concurrency.lockutils [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Acquired lock "singleton_lock" {{(pid=101843) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Nov 11 22:08:13.879531 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_concurrency.lockutils [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Releasing lock "singleton_lock" {{(pid=101843) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Nov 11 22:08:13.880183 dv-cinder-733622-20-iscsi neutron-server[101843]: INFO oslo_service.service [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Starting 2 workers Nov 11 22:08:13.885074 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Started child 101950 {{(pid=101843) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 11 22:08:13.889662 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Started child 101951 {{(pid=101843) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 11 22:08:13.890993 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:08:13.891767 dv-cinder-733622-20-iscsi neutron-server[101843]: INFO neutron.service [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Neutron service started, listening on 0.0.0.0:9696 Nov 11 22:08:13.892410 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Publish callbacks [] for process, before_spawn {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:08:13.892772 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [-] (101950) wsgi starting up on http://0.0.0.0:9696 Nov 11 22:08:13.894919 dv-cinder-733622-20-iscsi neutron-server[101843]: INFO oslo_service.service [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Starting 1 workers Nov 11 22:08:13.895088 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:08:13.896357 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [-] (101951) wsgi starting up on http://0.0.0.0:9696 Nov 11 22:08:13.900220 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Started child 101952 {{(pid=101843) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 11 22:08:13.900780 dv-cinder-733622-20-iscsi neutron-server[101843]: INFO oslo_service.service [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Starting 1 workers Nov 11 22:08:13.903931 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.service [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] calling RpcWorker wait() {{(pid=101952) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 11 22:08:13.904836 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.service [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] returning from RpcWorker wait() {{(pid=101952) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 11 22:08:13.905650 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Started child 101953 {{(pid=101843) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 11 22:08:13.906832 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:08:13.907016 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG neutron_lib.callbacks.manager [None req-e021db77-6f65-4160-9063-7bc8c74e97a6 None None] Publish callbacks [] for process, after_spawn {{(pid=101843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:08:13.907441 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=101952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:08:13.909031 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101843) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 11 22:08:13.909249 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:08:13.909439 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 11 22:08:13.909662 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 11 22:08:13.910003 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 11 22:08:13.910193 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 11 22:08:13.910695 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:13.911007 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:13.911118 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=101953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:08:13.911581 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:13.911581 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:13.911776 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:13.912170 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:08:13.912691 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:13.912792 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:13.913053 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:13.913383 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:13.913599 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:13.913772 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:13.913943 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:13.914191 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:13.914448 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:13.914740 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:13.915006 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:13.915269 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:13.915538 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:13.915718 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:13.915972 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:13.916241 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:13.916504 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:13.916810 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] debug = True {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:13.917054 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:13.917527 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:13.917753 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:13.917997 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:13.918217 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:13.918519 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:13.918767 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:13.919034 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:13.919275 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:13.919515 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:13.919782 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:13.920072 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:13.920293 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:13.920687 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:13.920878 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:13.921046 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:13.921273 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:13.921487 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:13.921963 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] host = dv-cinder-733622-20-iscsi {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:13.922186 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:13.922404 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:13.922817 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:13.922971 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:13.923158 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:13.923384 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:13.923656 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:13.923887 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:13.924133 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:13.924414 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:13.924651 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:13.924906 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:13.925165 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:13.925381 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] log_file = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:13.925602 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] log_options = True {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:13.925776 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:13.926073 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:13.926304 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:13.926494 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:13.926665 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:13.926844 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:13.927110 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:13.927277 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:13.927533 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:13.927768 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:13.927984 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:13.928198 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:13.928417 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:13.928674 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:13.928941 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:13.929181 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:13.929417 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:13.929631 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:13.929884 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:13.930139 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:13.930390 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:13.930627 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:13.930880 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:13.931124 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:13.931405 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:13.931546 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:13.931812 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:13.932036 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:13.932274 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:13.932546 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:13.932792 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:13.933073 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:13.933287 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:13.933653 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:13.933827 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:13.934078 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:13.934311 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:13.934551 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:13.934825 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:13.935057 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:13.935317 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:13.935580 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:13.935797 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:13.936280 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:13.936280 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:13.936568 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:13.936736 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] use_json = False {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:13.936951 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:13.937245 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:13.937499 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:13.937719 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:13.937959 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:13.938176 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:13.938393 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:13.938645 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:13.939086 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:13.939376 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:13.939700 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:13.939965 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:13.940247 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:13.941677 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:13.941956 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:13.942201 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:13.942486 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:13.942748 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:13.944346 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:13.944807 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:13.945130 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:13.945425 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:13.945708 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:13.946060 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:13.946342 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:13.946645 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:13.946906 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:13.947182 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:13.947488 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:13.947743 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:13.948036 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:13.949040 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:13.949840 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:13.950093 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:13.950331 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:13.950815 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:13.950991 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:13.951259 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.50/identity {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:13.951537 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:13.951795 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:13.952043 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:13.952297 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:13.954245 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:13.954245 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:13.954245 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:13.954245 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:13.954568 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:13.954636 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:13.954886 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:13.955157 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:13.955391 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:13.955780 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:13.956033 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:13.956340 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:13.956642 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:13.956877 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:13.957214 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:13.957461 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:13.957682 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:13.957906 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:13.958233 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:13.958461 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:13.958719 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:13.958990 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:13.959239 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:13.959481 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:13.959717 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:13.959981 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:13.960245 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:13.960564 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:13.960801 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:13.961097 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:13.961322 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:13.961543 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:13.961837 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:13.962019 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:13.962239 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:13.962469 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:13.962684 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:13.963027 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:13.963240 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:13.963482 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:13.963777 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:13.964052 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:13.964292 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:13.964526 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:13.964772 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:13.964983 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:13.965216 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:13.965428 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:13.965686 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:13.965897 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:13.967154 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:13.967387 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:13.967686 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:13.967904 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:13.969249 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:13.969562 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:13.969916 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:13.970185 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:13.970449 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:13.970703 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:13.970981 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:13.971209 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:13.971463 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:13.971688 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:13.971931 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:13.972152 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:13.972426 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:13.975784 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:13.976119 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:13.976378 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:13.976659 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:13.976931 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:13.977175 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:13.977464 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:13.977696 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:13.977946 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:13.978180 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:13.978489 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:13.978736 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:13.979007 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:13.979244 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:13.979486 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:13.979770 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:13.980016 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:13.980315 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:13.980915 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:13.981284 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:13.981601 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:13.982707 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:13.983002 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:13.983275 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:13.983956 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:13.984164 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:13.984432 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:13.984739 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:13.984994 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:13.985244 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:13.986903 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:13.987252 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:13.987515 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:13.987756 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:13.987987 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:13.988260 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:13.988673 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:13.988920 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:13.989180 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:13.989526 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:13.989819 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:13.990079 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:13.990335 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:13.990608 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:13.990881 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:13.991534 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:13.991795 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:13.992206 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.50/identity {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:13.992431 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:13.993040 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:13.993282 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:13.993505 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:13.993876 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:13.994662 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:13.994891 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:13.995711 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:13.995944 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:13.996222 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:13.996447 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:13.996700 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:13.996940 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:13.997185 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:13.997406 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:13.997658 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:13.997874 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:13.998096 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:13.998377 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:13.998607 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:13.998879 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:13.999104 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:13.999318 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.000173 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.000683 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.001037 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.001293 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.001535 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.001765 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.001997 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.002263 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.002586 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.002837 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.003059 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.003426 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.003643 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.003859 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.004154 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.004492 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.004745 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.004959 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.005238 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.005491 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.005837 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.006238 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.006474 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.006714 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.006934 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.007172 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.007408 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.007630 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.008032 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.008276 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.008547 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.008904 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.009197 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.009444 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.009657 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.009867 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.010079 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.010297 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.010561 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.010800 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.011048 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.011277 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.011532 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.011926 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.012169 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.012420 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.012670 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.012906 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.013128 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.013505 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.013719 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.013948 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.014168 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.014373 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.014591 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.014810 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.015041 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.015861 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.016077 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.017295 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.017526 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.017749 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.017962 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.018209 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.018424 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.018644 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.018887 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.019128 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.019360 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.019590 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.019801 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.020015 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.020230 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.020466 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.020699 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.020996 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.021242 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.021460 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.021746 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.021989 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.022237 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.022494 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.022817 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.023050 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.023288 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.023503 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.023730 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.023957 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.024213 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.024735 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.025251 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.025499 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.025734 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.026207 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.026493 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.026778 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.026993 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.027281 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.028046 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.028327 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.028917 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.029182 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.029436 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.029927 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.030187 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.032106 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.032370 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.032615 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.032882 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.033125 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.033380 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.033602 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.033835 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.034073 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.034301 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.034530 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.034741 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.034955 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.035112 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 11 22:08:14.035652 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101843) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 11 22:08:14.035814 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 11 22:08:14.035967 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 11 22:08:14.036139 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 11 22:08:14.036309 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 11 22:08:14.036459 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 11 22:08:14.037271 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:14.037435 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:14.037592 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:14.037909 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:14.038065 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:14.038539 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:14.039593 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:14.040017 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:14.040387 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:14.040804 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:14.040972 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:14.041117 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:14.041281 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:14.041439 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:14.042459 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:14.042616 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:14.043097 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:14.045123 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:14.045123 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:14.045614 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:14.045940 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:14.046092 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:14.046338 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] debug = True {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:14.046476 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:14.046689 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:14.046891 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:14.047029 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:14.047318 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:14.047649 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:14.047824 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:14.048003 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:14.048216 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:14.048384 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:14.048480 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:08:14.048601 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:14.048742 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:14.048958 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:14.049130 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:14.049282 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:14.049435 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:14.049681 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:14.049973 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:14.050351 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] host = dv-cinder-733622-20-iscsi {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:14.050528 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:14.050664 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:14.050859 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:14.051054 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:14.051208 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:14.051474 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:14.051638 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:14.051792 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:14.051910 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:14.052156 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:14.052357 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:14.052639 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:14.052901 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:14.053037 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] log_file = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:14.053265 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] log_options = True {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:14.053445 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:14.053601 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:14.053785 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:14.054020 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:14.054148 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:14.054341 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:14.054576 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:14.054795 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:14.055051 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:14.055181 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:14.055307 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:14.055566 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:14.055748 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:14.056286 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:14.056286 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:14.056286 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:14.056622 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:14.056622 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:14.057020 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:14.057020 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:14.057237 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:14.057378 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:14.057462 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:14.057646 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:14.057803 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:14.057989 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:14.058182 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:14.058345 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:14.058504 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:14.058791 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:14.058933 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:14.059009 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:14.059299 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:14.059461 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:14.059696 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:14.061173 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:14.061173 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:14.061173 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:14.061173 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:14.061173 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:14.063306 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:14.063306 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:14.063306 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:14.063306 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:14.063306 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:14.063306 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:14.063306 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] use_json = False {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:14.063306 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:14.064569 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:14.064569 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:14.064569 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:14.064569 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:14.064569 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:14.064569 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:14.064569 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 11 22:08:14.064569 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.066286 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.066286 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.066286 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.066286 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.066286 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.066286 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.066286 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.066286 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.066853 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.066853 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.066853 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.066853 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.066853 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.066853 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.067325 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.067325 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.068895 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.068895 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.068895 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.068895 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.068895 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.068895 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.068895 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.068895 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.069552 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.069552 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.069552 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.069552 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.069552 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.50/identity {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.069910 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.069910 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.070055 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.070317 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.070508 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.070663 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.071321 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.071321 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.071321 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.071582 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.071582 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.071748 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.071892 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.072156 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.072311 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.072402 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.072588 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.073075 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.073318 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.073532 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.073676 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.073815 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.074014 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.074176 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.074497 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.074895 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.074895 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.075165 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.075165 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.075317 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.075576 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.075742 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.075894 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.076048 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.076314 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.076483 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.076682 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.076845 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.077008 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.077170 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.077332 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.077495 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.077720 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.078416 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.078578 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.078740 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.078901 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.079062 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.079223 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.079386 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.079548 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.079744 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.079893 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.080127 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.080299 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.080460 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.080668 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.080831 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.081014 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.081160 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.081337 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.081549 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.081646 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.081810 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.081970 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.082131 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.082294 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.082454 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.082615 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.082776 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.082937 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.083098 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.083262 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.083424 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.083584 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.083746 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.083907 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.084068 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.084228 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.084389 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.084570 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.084720 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.084883 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.085042 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.085210 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.085371 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.085547 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.085707 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.085870 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.086032 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.086200 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.086379 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.086537 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.086699 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.086859 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.087020 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.087181 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.087342 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.087504 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.087666 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.087827 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.087989 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.088160 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.088331 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.088492 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.088700 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.088863 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.089048 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.089209 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.089370 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.089530 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.089691 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.089851 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.090017 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.090178 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.090340 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.090501 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.090662 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.090823 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.50/identity {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.090983 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.091145 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.091305 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.091466 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.091635 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.091778 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.091943 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.092086 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.092255 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.092398 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.096503 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 38592) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:08:14.096706 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.096819 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.096819 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.096819 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.096819 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.096819 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.096819 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.096819 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.098375 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.098375 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.098375 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.098547 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.098547 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.098728 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.098883 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.099050 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.099216 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.099379 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.099707 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.099707 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.099903 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.099985 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.100220 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.100388 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.100548 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.100700 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.100839 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.101423 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.101423 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.101423 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.101641 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.101641 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.101799 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.101919 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.102116 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.102229 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.102533 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.102839 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.103131 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.103440 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.103601 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.103880 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.103979 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.104061 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.104222 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.104394 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.104565 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.104730 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.104893 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.105055 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.105217 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.105379 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.105558 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.105722 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.105885 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.106047 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.106208 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.106371 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.106544 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.106706 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.106867 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.107535 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.107535 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.107535 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.107535 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.108008 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.108008 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.108008 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.108372 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.108372 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.108372 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.108838 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.109348 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [-] 10.222.0.50 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0104764 Nov 11 22:08:14.109994 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.109994 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.109994 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.110705 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.110705 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.110705 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.110705 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.110705 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.111485 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.111830 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.112013 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.112175 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.112327 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.112690 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.113808 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.113808 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.113808 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.113808 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.113808 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.113808 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.113808 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.114396 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.114396 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.114396 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.114396 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.114678 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.114678 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.114843 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.115110 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.115263 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.115436 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.115610 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.115775 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.115937 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.116113 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.116284 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.116455 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.116638 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.116807 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.118299 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.118299 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.118299 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.118299 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.118617 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.118617 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.118771 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.118891 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.119053 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.119214 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.119379 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.119540 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.119701 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.119862 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.120107 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.120197 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.120332 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.120578 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.120744 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.120834 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 11 22:08:14.121513 dv-cinder-733622-20-iscsi neutron-server[101843]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 11 22:08:25.679137 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4cc3a9a-6b71-42dc-be2c-dec37924a3b3 None None] get_active_networks_info from dv-cinder-733622-20-iscsi {{(pid=101952) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 11 22:08:25.759441 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4cc3a9a-6b71-42dc-be2c-dec37924a3b3 None None] No non-hosted networks {{(pid=101952) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 11 22:08:25.765943 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-79750d3e-9015-4c90-abfc-bf8b046243cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-657334'] for agent, after_create {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:08:28.126285 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-f950dade-56f0-4982-9067-5e62981c2857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-657334'] for agent, after_create {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:08:28.187217 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-18c1a3e9-b935-4d44-b659-bf2db51bc0a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:08:29.394323 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-766b5b4b-9c4e-4513-9f30-d5290b623bba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-657334'] for agent, after_create {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:08:30.792784 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-6e72e30b-d533-48e1-89e1-e2b3014a0430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-657334'] for agent, after_create {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:08:31.722396 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-657334'] for agent, after_create {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:08:31.723836 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:08:31.727106 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:08:31.727964 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:08:31.728535 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:08:31.729252 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:08:31.732533 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:08:31.733500 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:08:31.733884 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:08:31.734227 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:08:31.734578 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:08:31.734929 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:08:31.737116 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:08:31.737886 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-733622-20-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=101952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:08:31.745367 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-733622-20-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=101952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:08:32.592710 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 38682) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:08:33.172351 dv-cinder-733622-20-iscsi neutron-server[101951]: WARNING oslo_policy.policy [None req-52579123-c5f8-4fc0-9451-641a51a2e488 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 11 22:08:33.173559 dv-cinder-733622-20-iscsi neutron-server[101951]: WARNING oslo_policy.policy [None req-52579123-c5f8-4fc0-9451-641a51a2e488 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 11 22:08:33.528290 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [None req-52579123-c5f8-4fc0-9451-641a51a2e488 admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=101951) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 22:08:33.542018 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-52579123-c5f8-4fc0-9451-641a51a2e488 admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.9353378 Nov 11 22:08:33.798661 dv-cinder-733622-20-iscsi neutron-server[101952]: INFO neutron.db.l3_hamode_db [None req-da659ff1-0841-4ca3-b2e6-d6ed99e4f674 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 11 22:08:33.879261 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da659ff1-0841-4ca3-b2e6-d6ed99e4f674 None None] Routers set() bound to L3 agent in host dv-cinder-733622-20-iscsi {{(pid=101952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:08:33.879649 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da659ff1-0841-4ca3-b2e6-d6ed99e4f674 None None] Router IDs set() for agent in host dv-cinder-733622-20-iscsi {{(pid=101952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 11 22:08:36.159788 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 38698) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:08:36.480353 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.v2.base [None req-6989eda0-d42f-4113-83ec-b3cc7c29fe72 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'is_default': True, 'shared': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=101951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:08:36.578107 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.policy [None req-6989eda0-d42f-4113-83ec-b3cc7c29fe72 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101951) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 11 22:08:36.625640 dv-cinder-733622-20-iscsi neutron-server[101951]: WARNING oslo_policy.policy [None req-6989eda0-d42f-4113-83ec-b3cc7c29fe72 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 11 22:08:36.626017 dv-cinder-733622-20-iscsi neutron-server[101951]: WARNING oslo_policy.policy [None req-6989eda0-d42f-4113-83ec-b3cc7c29fe72 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 11 22:08:36.634676 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.quota [None req-6989eda0-d42f-4113-83ec-b3cc7c29fe72 admin admin] Loaded quota_driver: . Nov 11 22:08:36.734389 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-6989eda0-d42f-4113-83ec-b3cc7c29fe72 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776914716463', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776914715354', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776914745116', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776914746193', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776914167266', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8776914751004', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-8138505', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7980181', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-560631', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-677013'] for rbac-policy, before_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:08:36.809549 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-6989eda0-d42f-4113-83ec-b3cc7c29fe72 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:08:36.810806 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-6989eda0-d42f-4113-83ec-b3cc7c29fe72 admin admin] 10.222.0.50 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6499720 Nov 11 22:08:39.632849 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 38710) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:08:39.950355 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.v2.base [None req-cc88b772-409e-4d73-90b5-675c75b0f1a3 admin admin] Request body: {'network': {'tenant_id': '66b9b02567f3464cbd888e590f40bf24', 'project_id': '66b9b02567f3464cbd888e590f40bf24', 'admin_state_up': True, 'name': 'private'}} {{(pid=101951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:08:39.978047 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc88b772-409e-4d73-90b5-675c75b0f1a3 admin admin] Made reservation on behalf of 66b9b02567f3464cbd888e590f40bf24 for: {'network': 1} {{(pid=101951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:08:39.980966 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-cc88b772-409e-4d73-90b5-675c75b0f1a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for network, before_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:08:39.998122 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-cc88b772-409e-4d73-90b5-675c75b0f1a3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:08:40.111909 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-cc88b772-409e-4d73-90b5-675c75b0f1a3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:08:40.115824 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-cc88b772-409e-4d73-90b5-675c75b0f1a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:08:40.136585 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc88b772-409e-4d73-90b5-675c75b0f1a3 admin admin] vlan segment allocate from pool success with {'vlan_id': 815, 'physical_network': 'physnet1'} {{(pid=101951) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 22:08:40.164876 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-cc88b772-409e-4d73-90b5-675c75b0f1a3 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8776912172261', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8017375'] for segment, precommit_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:08:40.165464 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-cc88b772-409e-4d73-90b5-675c75b0f1a3 admin admin] Unsubscribe: segment precommit_create {{(pid=101951) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 11 22:08:40.165993 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.db.segments_db [None req-cc88b772-409e-4d73-90b5-675c75b0f1a3 admin admin] Added segment 1a098269-bba3-4014-84e6-f070f535db06 of type vlan for network 0955c5e2-75c7-455f-aa03-a0ae0d583ae9 Nov 11 22:08:40.182162 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc88b772-409e-4d73-90b5-675c75b0f1a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dbe1b17-a917-4a25-a883-31b387accf85,revision_number=1']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:08:40.231483 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc88b772-409e-4d73-90b5-675c75b0f1a3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:08:40.231711 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc88b772-409e-4d73-90b5-675c75b0f1a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:08:40.232039 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc88b772-409e-4d73-90b5-675c75b0f1a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:08:40.232368 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc88b772-409e-4d73-90b5-675c75b0f1a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:08:40.232723 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc88b772-409e-4d73-90b5-675c75b0f1a3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:08:40.233117 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc88b772-409e-4d73-90b5-675c75b0f1a3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:08:40.233951 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc88b772-409e-4d73-90b5-675c75b0f1a3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:08:40.234289 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc88b772-409e-4d73-90b5-675c75b0f1a3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:08:40.234615 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc88b772-409e-4d73-90b5-675c75b0f1a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:08:40.234935 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc88b772-409e-4d73-90b5-675c75b0f1a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:08:40.235259 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc88b772-409e-4d73-90b5-675c75b0f1a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:08:40.235579 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc88b772-409e-4d73-90b5-675c75b0f1a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:08:40.236969 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc88b772-409e-4d73-90b5-675c75b0f1a3 admin admin] Tracked resource versions report: Nov 11 22:08:40.236969 dv-cinder-733622-20-iscsi neutron-server[101951]: pushed versions: Nov 11 22:08:40.236969 dv-cinder-733622-20-iscsi neutron-server[101951]: { 'AddressGroup': {'1.2'}, Nov 11 22:08:40.236969 dv-cinder-733622-20-iscsi neutron-server[101951]: 'ConntrackHelper': {'1.0'}, Nov 11 22:08:40.236969 dv-cinder-733622-20-iscsi neutron-server[101951]: 'Log': {'1.0'}, Nov 11 22:08:40.236969 dv-cinder-733622-20-iscsi neutron-server[101951]: 'Network': {'1.1'}, Nov 11 22:08:40.236969 dv-cinder-733622-20-iscsi neutron-server[101951]: 'Port': {'1.7'}, Nov 11 22:08:40.236969 dv-cinder-733622-20-iscsi neutron-server[101951]: 'PortForwarding': {'1.2'}, Nov 11 22:08:40.236969 dv-cinder-733622-20-iscsi neutron-server[101951]: 'QosPolicy': {'1.10'}, Nov 11 22:08:40.236969 dv-cinder-733622-20-iscsi neutron-server[101951]: 'SecurityGroup': {'1.5'}, Nov 11 22:08:40.236969 dv-cinder-733622-20-iscsi neutron-server[101951]: 'SecurityGroupRule': {'1.2'}, Nov 11 22:08:40.236969 dv-cinder-733622-20-iscsi neutron-server[101951]: 'SubPort': {'1.0'}, Nov 11 22:08:40.236969 dv-cinder-733622-20-iscsi neutron-server[101951]: 'Subnet': {'1.1'}, Nov 11 22:08:40.236969 dv-cinder-733622-20-iscsi neutron-server[101951]: 'Trunk': {'1.1'}} Nov 11 22:08:40.236969 dv-cinder-733622-20-iscsi neutron-server[101951]: consumer versions: Nov 11 22:08:40.236969 dv-cinder-733622-20-iscsi neutron-server[101951]: { DHCP agent@dv-cinder-733622-20-iscsi: {}, Nov 11 22:08:40.236969 dv-cinder-733622-20-iscsi neutron-server[101951]: L3 agent@dv-cinder-733622-20-iscsi: {}, Nov 11 22:08:40.236969 dv-cinder-733622-20-iscsi neutron-server[101951]: Metadata agent@dv-cinder-733622-20-iscsi: {}, Nov 11 22:08:40.236969 dv-cinder-733622-20-iscsi neutron-server[101951]: Metering agent@dv-cinder-733622-20-iscsi: {}, Nov 11 22:08:40.236969 dv-cinder-733622-20-iscsi neutron-server[101951]: Open vSwitch agent@dv-cinder-733622-20-iscsi: { 'AddressGroup': '1.2', Nov 11 22:08:40.236969 dv-cinder-733622-20-iscsi neutron-server[101951]: 'ConntrackHelper': '1.0', Nov 11 22:08:40.236969 dv-cinder-733622-20-iscsi neutron-server[101951]: 'Log': '1.0', Nov 11 22:08:40.236969 dv-cinder-733622-20-iscsi neutron-server[101951]: 'Network': '1.1', Nov 11 22:08:40.236969 dv-cinder-733622-20-iscsi neutron-server[101951]: 'Port': '1.7', Nov 11 22:08:40.236969 dv-cinder-733622-20-iscsi neutron-server[101951]: 'PortForwarding': '1.2', Nov 11 22:08:40.236969 dv-cinder-733622-20-iscsi neutron-server[101951]: 'QosPolicy': '1.10', Nov 11 22:08:40.236969 dv-cinder-733622-20-iscsi neutron-server[101951]: 'SecurityGroup': '1.5', Nov 11 22:08:40.236969 dv-cinder-733622-20-iscsi neutron-server[101951]: 'SecurityGroupRule': '1.2', Nov 11 22:08:40.236969 dv-cinder-733622-20-iscsi neutron-server[101951]: 'SubPort': '1.0', Nov 11 22:08:40.236969 dv-cinder-733622-20-iscsi neutron-server[101951]: 'Subnet': '1.1', Nov 11 22:08:40.236969 dv-cinder-733622-20-iscsi neutron-server[101951]: 'Trunk': '1.1'}} Nov 11 22:08:40.236969 dv-cinder-733622-20-iscsi neutron-server[101951]: {{(pid=101951) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 11 22:08:40.294239 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-cc88b772-409e-4d73-90b5-675c75b0f1a3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776911823580'] for network, precommit_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:08:40.335466 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-cc88b772-409e-4d73-90b5-675c75b0f1a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260'] for network, after_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:08:40.336619 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc88b772-409e-4d73-90b5-675c75b0f1a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:08:40.337369 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-cc88b772-409e-4d73-90b5-675c75b0f1a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634242'] for network, before_response {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:08:40.433954 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-cc88b772-409e-4d73-90b5-675c75b0f1a3 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7978559 Nov 11 22:08:40.442386 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc88b772-409e-4d73-90b5-675c75b0f1a3 admin admin] Pushing event updated for resources: {'Network': ['ID=0955c5e2-75c7-455f-aa03-a0ae0d583ae9,revision_number=1']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:08:40.459069 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Network 0955c5e2-75c7-455f-aa03-a0ae0d583ae9 details requested by agent ovs-agent-dv-cinder-733622-20-iscsi with host dv-cinder-733622-20-iscsi {{(pid=101952) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 22:08:43.337370 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 38724) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:08:43.783515 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c2817c7-70a6-4fad-abae-ab72ba6e362d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:08:43.785001 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-7c2817c7-70a6-4fad-abae-ab72ba6e362d admin admin] 10.222.0.50 "GET /v2.0/networks/0955c5e2-75c7-455f-aa03-a0ae0d583ae9 HTTP/1.1" status: 200 len: 825 time: 0.4463747 Nov 11 22:08:43.816598 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-6abf2cde-3661-4401-886d-ff0fd3a86208 admin admin] 10.222.0.50 "GET /v2.0/subnetpools/ba57fda4-b5a1-453e-926f-8129bc3776eb HTTP/1.1" status: 200 len: 734 time: 0.0210958 Nov 11 22:08:43.826668 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.v2.base [None req-6c5b1bce-3700-48d4-b37a-b0531f86c120 admin admin] Request body: {'subnet': {'network_id': '0955c5e2-75c7-455f-aa03-a0ae0d583ae9', 'ip_version': 4, 'tenant_id': '66b9b02567f3464cbd888e590f40bf24', 'subnetpool_id': 'ba57fda4-b5a1-453e-926f-8129bc3776eb', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet'}} {{(pid=101951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:08:43.851511 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c5b1bce-3700-48d4-b37a-b0531f86c120 admin admin] Made reservation on behalf of 66b9b02567f3464cbd888e590f40bf24 for: {'subnet': 1} {{(pid=101951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:08:43.854237 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-6c5b1bce-3700-48d4-b37a-b0531f86c120 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:08:44.194535 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-6c5b1bce-3700-48d4-b37a-b0531f86c120 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260'] for subnet, after_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:08:44.274914 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5b1bce-3700-48d4-b37a-b0531f86c120 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac6764d4-f43c-4c73-bcd7-eb1c53e6c50e,revision_number=0']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:08:44.279044 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5b1bce-3700-48d4-b37a-b0531f86c120 admin admin] Checking segment: {'id': '1a098269-bba3-4014-84e6-f070f535db06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '0955c5e2-75c7-455f-aa03-a0ae0d583ae9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:08:44.279703 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c5b1bce-3700-48d4-b37a-b0531f86c120 admin admin] Network hostable DHCP agents. Network: 0955c5e2-75c7-455f-aa03-a0ae0d583ae9, hostable agents: ['23e6d948-888e-4d00-9ca4-1adf1bb62ced'], hosted agents: [] {{(pid=101951) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 22:08:44.301745 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c5b1bce-3700-48d4-b37a-b0531f86c120 admin admin] Network 0955c5e2-75c7-455f-aa03-a0ae0d583ae9 is scheduled to be hosted by DHCP agent 23e6d948-888e-4d00-9ca4-1adf1bb62ced with binding_index 1 {{(pid=101951) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 22:08:44.314684 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.scheduler.base_scheduler [None req-6c5b1bce-3700-48d4-b37a-b0531f86c120 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-20-iscsi, 0955c5e2-75c7-455f-aa03-a0ae0d583ae9) {{(pid=101951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:08:44.319528 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c5b1bce-3700-48d4-b37a-b0531f86c120 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:08:44.320134 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-6c5b1bce-3700-48d4-b37a-b0531f86c120 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634242'] for subnet, before_response {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:08:44.331957 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-876102ee-668e-44e5-8762-c367f297d4c7 None None] Network 0955c5e2-75c7-455f-aa03-a0ae0d583ae9 requested from dv-cinder-733622-20-iscsi {{(pid=101952) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:08:44.338505 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-6c5b1bce-3700-48d4-b37a-b0531f86c120 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5154779 Nov 11 22:08:44.682592 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f79c05a3-b392-41e5-8431-4f41e47ffe0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6467342-9d0c-523f-a8b3-69f6dc17eabf-0955c5e2-75c7-455f-aa03-a0ae0d583ae9', 'network_id': '0955c5e2-75c7-455f-aa03-a0ae0d583ae9', 'tenant_id': '66b9b02567f3464cbd888e590f40bf24', 'fixed_ips': [{'subnet_id': 'ac6764d4-f43c-4c73-bcd7-eb1c53e6c50e'}]}} from dv-cinder-733622-20-iscsi. {{(pid=101952) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 22:08:44.684683 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-f79c05a3-b392-41e5-8431-4f41e47ffe0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_create {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:08:45.053002 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.db_base_plugin_common [None req-f79c05a3-b392-41e5-8431-4f41e47ffe0c None None] Allocated IP 172.20.0.2 (0955c5e2-75c7-455f-aa03-a0ae0d583ae9/ac6764d4-f43c-4c73-bcd7-eb1c53e6c50e/901dce41-f9f6-428a-bdbd-812863627ee5) {{(pid=101952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:08:45.296477 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-f79c05a3-b392-41e5-8431-4f41e47ffe0c None None] Publish callbacks [] for port, precommit_create {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:08:45.307479 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-f79c05a3-b392-41e5-8431-4f41e47ffe0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776911838082'] for port, after_create {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:08:45.397556 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f79c05a3-b392-41e5-8431-4f41e47ffe0c None None] Network 0955c5e2-75c7-455f-aa03-a0ae0d583ae9 is already hosted by enough agents. {{(pid=101952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:08:45.403227 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.scheduler.base_scheduler [None req-f79c05a3-b392-41e5-8431-4f41e47ffe0c None None] Resources bound (agent type, host, resource id): {{(pid=101952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:08:45.414116 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f79c05a3-b392-41e5-8431-4f41e47ffe0c None None] Received port after_create {{(pid=101952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:08:45.417806 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79c05a3-b392-41e5-8431-4f41e47ffe0c None None] Pushing event updated for resources: {'Port': ['ID=901dce41-f9f6-428a-bdbd-812863627ee5,revision_number=1']} {{(pid=101952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:08:45.453965 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79c05a3-b392-41e5-8431-4f41e47ffe0c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:08:45.454336 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79c05a3-b392-41e5-8431-4f41e47ffe0c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:08:45.454687 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79c05a3-b392-41e5-8431-4f41e47ffe0c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:08:45.455027 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79c05a3-b392-41e5-8431-4f41e47ffe0c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:08:45.455364 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79c05a3-b392-41e5-8431-4f41e47ffe0c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:08:45.455722 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79c05a3-b392-41e5-8431-4f41e47ffe0c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:08:45.456056 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79c05a3-b392-41e5-8431-4f41e47ffe0c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:08:45.456396 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79c05a3-b392-41e5-8431-4f41e47ffe0c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:08:45.456776 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79c05a3-b392-41e5-8431-4f41e47ffe0c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:08:45.457112 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79c05a3-b392-41e5-8431-4f41e47ffe0c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:08:45.457445 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79c05a3-b392-41e5-8431-4f41e47ffe0c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:08:45.457770 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79c05a3-b392-41e5-8431-4f41e47ffe0c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:08:45.459184 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79c05a3-b392-41e5-8431-4f41e47ffe0c None None] Tracked resource versions report: Nov 11 22:08:45.459184 dv-cinder-733622-20-iscsi neutron-server[101952]: pushed versions: Nov 11 22:08:45.459184 dv-cinder-733622-20-iscsi neutron-server[101952]: { 'AddressGroup': {'1.2'}, Nov 11 22:08:45.459184 dv-cinder-733622-20-iscsi neutron-server[101952]: 'ConntrackHelper': {'1.0'}, Nov 11 22:08:45.459184 dv-cinder-733622-20-iscsi neutron-server[101952]: 'Log': {'1.0'}, Nov 11 22:08:45.459184 dv-cinder-733622-20-iscsi neutron-server[101952]: 'Network': {'1.1'}, Nov 11 22:08:45.459184 dv-cinder-733622-20-iscsi neutron-server[101952]: 'Port': {'1.7'}, Nov 11 22:08:45.459184 dv-cinder-733622-20-iscsi neutron-server[101952]: 'PortForwarding': {'1.2'}, Nov 11 22:08:45.459184 dv-cinder-733622-20-iscsi neutron-server[101952]: 'QosPolicy': {'1.10'}, Nov 11 22:08:45.459184 dv-cinder-733622-20-iscsi neutron-server[101952]: 'SecurityGroup': {'1.5'}, Nov 11 22:08:45.459184 dv-cinder-733622-20-iscsi neutron-server[101952]: 'SecurityGroupRule': {'1.2'}, Nov 11 22:08:45.459184 dv-cinder-733622-20-iscsi neutron-server[101952]: 'SubPort': {'1.0'}, Nov 11 22:08:45.459184 dv-cinder-733622-20-iscsi neutron-server[101952]: 'Subnet': {'1.1'}, Nov 11 22:08:45.459184 dv-cinder-733622-20-iscsi neutron-server[101952]: 'Trunk': {'1.1'}} Nov 11 22:08:45.459184 dv-cinder-733622-20-iscsi neutron-server[101952]: consumer versions: Nov 11 22:08:45.459184 dv-cinder-733622-20-iscsi neutron-server[101952]: { DHCP agent@dv-cinder-733622-20-iscsi: {}, Nov 11 22:08:45.459184 dv-cinder-733622-20-iscsi neutron-server[101952]: L3 agent@dv-cinder-733622-20-iscsi: {}, Nov 11 22:08:45.459184 dv-cinder-733622-20-iscsi neutron-server[101952]: Metadata agent@dv-cinder-733622-20-iscsi: {}, Nov 11 22:08:45.459184 dv-cinder-733622-20-iscsi neutron-server[101952]: Metering agent@dv-cinder-733622-20-iscsi: {}, Nov 11 22:08:45.459184 dv-cinder-733622-20-iscsi neutron-server[101952]: Open vSwitch agent@dv-cinder-733622-20-iscsi: { 'AddressGroup': '1.2', Nov 11 22:08:45.459184 dv-cinder-733622-20-iscsi neutron-server[101952]: 'ConntrackHelper': '1.0', Nov 11 22:08:45.459184 dv-cinder-733622-20-iscsi neutron-server[101952]: 'Log': '1.0', Nov 11 22:08:45.459184 dv-cinder-733622-20-iscsi neutron-server[101952]: 'Network': '1.1', Nov 11 22:08:45.459184 dv-cinder-733622-20-iscsi neutron-server[101952]: 'Port': '1.7', Nov 11 22:08:45.459184 dv-cinder-733622-20-iscsi neutron-server[101952]: 'PortForwarding': '1.2', Nov 11 22:08:45.459184 dv-cinder-733622-20-iscsi neutron-server[101952]: 'QosPolicy': '1.10', Nov 11 22:08:45.459184 dv-cinder-733622-20-iscsi neutron-server[101952]: 'SecurityGroup': '1.5', Nov 11 22:08:45.459184 dv-cinder-733622-20-iscsi neutron-server[101952]: 'SecurityGroupRule': '1.2', Nov 11 22:08:45.459184 dv-cinder-733622-20-iscsi neutron-server[101952]: 'SubPort': '1.0', Nov 11 22:08:45.459184 dv-cinder-733622-20-iscsi neutron-server[101952]: 'Subnet': '1.1', Nov 11 22:08:45.459184 dv-cinder-733622-20-iscsi neutron-server[101952]: 'Trunk': '1.1'}} Nov 11 22:08:45.459184 dv-cinder-733622-20-iscsi neutron-server[101952]: {{(pid=101952) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 11 22:08:45.511654 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.managers [None req-f79c05a3-b392-41e5-8431-4f41e47ffe0c None None] Attempting to bind port 901dce41-f9f6-428a-bdbd-812863627ee5 on host dv-cinder-733622-20-iscsi for vnic_type normal with profile {{(pid=101952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:08:45.512216 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.managers [None req-f79c05a3-b392-41e5-8431-4f41e47ffe0c None None] Attempting to bind port 901dce41-f9f6-428a-bdbd-812863627ee5 by drivers openvswitch,hyperv on host dv-cinder-733622-20-iscsi at level 0 using segments [{'id': '1a098269-bba3-4014-84e6-f070f535db06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '0955c5e2-75c7-455f-aa03-a0ae0d583ae9'}] {{(pid=101952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:08:45.512816 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79c05a3-b392-41e5-8431-4f41e47ffe0c None None] Attempting to bind port 901dce41-f9f6-428a-bdbd-812863627ee5 on network 0955c5e2-75c7-455f-aa03-a0ae0d583ae9 {{(pid=101952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:08:45.518993 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79c05a3-b392-41e5-8431-4f41e47ffe0c None None] Checking agent: {'id': '83a5d6f5-895b-4fa9-b3a8-3d8b1836c237', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 22, 8, 32), 'started_at': datetime.datetime(2021, 11, 11, 22, 8, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 8, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:08:45.519464 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79c05a3-b392-41e5-8431-4f41e47ffe0c None None] Checking segment: {'id': '1a098269-bba3-4014-84e6-f070f535db06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '0955c5e2-75c7-455f-aa03-a0ae0d583ae9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:08:45.520059 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-f79c05a3-b392-41e5-8431-4f41e47ffe0c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:08:45.520649 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f79c05a3-b392-41e5-8431-4f41e47ffe0c None None] Bound using segment: {'id': '1a098269-bba3-4014-84e6-f070f535db06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '0955c5e2-75c7-455f-aa03-a0ae0d583ae9'} {{(pid=101952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:08:45.521350 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.managers [None req-f79c05a3-b392-41e5-8431-4f41e47ffe0c None None] Bound port: 901dce41-f9f6-428a-bdbd-812863627ee5, host: dv-cinder-733622-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a098269-bba3-4014-84e6-f070f535db06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '0955c5e2-75c7-455f-aa03-a0ae0d583ae9'}}] {{(pid=101952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:08:45.521828 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-f79c05a3-b392-41e5-8431-4f41e47ffe0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:08:45.613621 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-f79c05a3-b392-41e5-8431-4f41e47ffe0c None None] For port 901dce41-f9f6-428a-bdbd-812863627ee5, host dv-cinder-733622-20-iscsi, cleared binding levels {{(pid=101952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:08:45.621551 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-f79c05a3-b392-41e5-8431-4f41e47ffe0c None None] For port 901dce41-f9f6-428a-bdbd-812863627ee5, host dv-cinder-733622-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-20-iscsi',level=0,port_id=901dce41-f9f6-428a-bdbd-812863627ee5,segment=NetworkSegment(1a098269-bba3-4014-84e6-f070f535db06),segment_id=1a098269-bba3-4014-84e6-f070f535db06)] {{(pid=101952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:08:45.627083 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-f79c05a3-b392-41e5-8431-4f41e47ffe0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776912265364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776911838100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776911838118'] for port, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:08:45.748642 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79c05a3-b392-41e5-8431-4f41e47ffe0c None None] Pushing event updated for resources: {'Port': ['ID=901dce41-f9f6-428a-bdbd-812863627ee5,revision_number=2']} {{(pid=101952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:08:47.157641 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.wsgi [-] (101950) accepted ('10.222.0.50', 38732) {{(pid=101950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:08:47.729879 dv-cinder-733622-20-iscsi neutron-server[101950]: WARNING oslo_policy.policy [None req-6bacc04b-af5b-4691-beb6-e078dc13ca8b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 11 22:08:47.730476 dv-cinder-733622-20-iscsi neutron-server[101950]: WARNING oslo_policy.policy [None req-6bacc04b-af5b-4691-beb6-e078dc13ca8b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 11 22:08:47.961647 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.wsgi [None req-6bacc04b-af5b-4691-beb6-e078dc13ca8b admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=101950) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 22:08:47.962809 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [None req-6bacc04b-af5b-4691-beb6-e078dc13ca8b admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8027160 Nov 11 22:08:51.003149 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.wsgi [-] (101950) accepted ('10.222.0.50', 38746) {{(pid=101950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:08:51.347509 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.wsgi [None req-958601b2-14fb-4317-acd8-3d7184d44e33 admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=101950) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 22:08:51.348541 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [None req-958601b2-14fb-4317-acd8-3d7184d44e33 admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3442221 Nov 11 22:08:54.282362 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.wsgi [-] (101950) accepted ('10.222.0.50', 38760) {{(pid=101950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:08:54.639529 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.v2.base [None req-c9c275a1-42df-41ce-bf03-8d141ca0f8c6 admin admin] Request body: {'router': {'tenant_id': '66b9b02567f3464cbd888e590f40bf24', 'admin_state_up': True, 'name': 'router1'}} {{(pid=101950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:08:54.710746 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.policy [None req-c9c275a1-42df-41ce-bf03-8d141ca0f8c6 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101950) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 11 22:08:54.763121 dv-cinder-733622-20-iscsi neutron-server[101950]: WARNING oslo_policy.policy [None req-c9c275a1-42df-41ce-bf03-8d141ca0f8c6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 11 22:08:54.763513 dv-cinder-733622-20-iscsi neutron-server[101950]: WARNING oslo_policy.policy [None req-c9c275a1-42df-41ce-bf03-8d141ca0f8c6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 11 22:08:54.773247 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.quota [None req-c9c275a1-42df-41ce-bf03-8d141ca0f8c6 admin admin] Loaded quota_driver: . Nov 11 22:08:54.844723 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-c9c275a1-42df-41ce-bf03-8d141ca0f8c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-657824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25022'] for router, before_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:08:54.847030 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-c9c275a1-42df-41ce-bf03-8d141ca0f8c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-657456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657002', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-884689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25009'] for router, precommit_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:08:55.009724 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-c9c275a1-42df-41ce-bf03-8d141ca0f8c6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:08:55.018820 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-c9c275a1-42df-41ce-bf03-8d141ca0f8c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-657465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657087'] for router, after_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:08:55.044564 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-c9c275a1-42df-41ce-bf03-8d141ca0f8c6 admin admin] Publish callbacks [] for router, before_response {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:08:55.049172 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [None req-c9c275a1-42df-41ce-bf03-8d141ca0f8c6 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7656233 Nov 11 22:08:55.383357 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-952f7f00-dca8-4f94-b299-c3a28e44dcd7 None None] Network 0955c5e2-75c7-455f-aa03-a0ae0d583ae9 requested from dv-cinder-733622-20-iscsi {{(pid=101952) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:08:55.453045 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.provisioning_blocks [None req-a067b7ad-5f9f-4800-98e1-a93bf9f5262d None None] Provisioning complete for port 901dce41-f9f6-428a-bdbd-812863627ee5 triggered by entity DHCP. {{(pid=101952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:08:55.453438 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-a067b7ad-5f9f-4800-98e1-a93bf9f5262d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8061746'] for port, provisioning_complete {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:08:55.660847 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-a067b7ad-5f9f-4800-98e1-a93bf9f5262d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:08:55.678366 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-3b2291ba-af48-44a5-b721-048d25669700 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:08:55.721137 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-a067b7ad-5f9f-4800-98e1-a93bf9f5262d None None] For port 901dce41-f9f6-428a-bdbd-812863627ee5, host dv-cinder-733622-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-20-iscsi',level=0,port_id=901dce41-f9f6-428a-bdbd-812863627ee5,segment=NetworkSegment(1a098269-bba3-4014-84e6-f070f535db06),segment_id=1a098269-bba3-4014-84e6-f070f535db06)] {{(pid=101952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:08:55.727378 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-a067b7ad-5f9f-4800-98e1-a93bf9f5262d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776912265364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776911838100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776911838118'] for port, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:08:55.783901 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Device 901dce41-f9f6-428a-bdbd-812863627ee5 up at agent ovs-agent-dv-cinder-733622-20-iscsi {{(pid=101952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:08:55.859242 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a067b7ad-5f9f-4800-98e1-a93bf9f5262d None None] Pushing event updated for resources: {'Port': ['ID=901dce41-f9f6-428a-bdbd-812863627ee5,revision_number=3']} {{(pid=101952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:08:55.875068 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.provisioning_blocks [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Provisioning complete for port 901dce41-f9f6-428a-bdbd-812863627ee5 triggered by entity L2. {{(pid=101952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:08:55.875452 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8061746'] for port, provisioning_complete {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:08:55.972572 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.db.agents_db [None req-7a0be6d5-f821-4115-b6dd-94f53e40a68e None None] Agent healthcheck: found 5 active agents {{(pid=101953) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:08:56.053507 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.provisioning_blocks [None req-113d1e4d-320e-43ff-8829-b46e5b02bec7 None None] Provisioning complete for port 901dce41-f9f6-428a-bdbd-812863627ee5 triggered by entity DHCP. {{(pid=101952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:08:56.053884 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-113d1e4d-320e-43ff-8829-b46e5b02bec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8061746'] for port, provisioning_complete {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:08:57.681744 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Device 901dce41-f9f6-428a-bdbd-812863627ee5 up at agent ovs-agent-dv-cinder-733622-20-iscsi {{(pid=101952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:08:57.700417 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.wsgi [-] (101950) accepted ('10.222.0.50', 38772) {{(pid=101950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:08:57.740364 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.provisioning_blocks [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Provisioning complete for port 901dce41-f9f6-428a-bdbd-812863627ee5 triggered by entity L2. {{(pid=101952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:08:57.740766 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8061746'] for port, provisioning_complete {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:08:58.071435 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.wsgi [None req-39d96eb1-12f4-4283-be7d-4dd7a63a79a5 admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=101950) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 22:08:58.072764 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [None req-39d96eb1-12f4-4283-be7d-4dd7a63a79a5 admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3712952 Nov 11 22:08:58.117487 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-fec91170-8e58-4f1c-9207-17a8796f8a56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:08:59.329686 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-766b5b4b-9c4e-4513-9f30-d5290b623bba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:00.688392 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.wsgi [-] (101950) accepted ('10.222.0.50', 38790) {{(pid=101950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:09:00.709948 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-6e72e30b-d533-48e1-89e1-e2b3014a0430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:00.829233 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.v2.base [None req-dba13845-c7ba-4a6f-99fd-e3752fcad0bd admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'router:external': True, 'name': 'public', 'is_default': True, 'provider:network_type': 'flat', 'admin_state_up': True}} {{(pid=101950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:09:00.856267 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dba13845-c7ba-4a6f-99fd-e3752fcad0bd admin admin] Made reservation on behalf of 6e389a81323c49d88cf8eef62ecfd3f3 for: {'network': 1} {{(pid=101950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:09:00.859853 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-dba13845-c7ba-4a6f-99fd-e3752fcad0bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for network, before_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:00.877594 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-dba13845-c7ba-4a6f-99fd-e3752fcad0bd admin admin] Publish callbacks [] for security_group, before_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:00.990012 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-dba13845-c7ba-4a6f-99fd-e3752fcad0bd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:00.994296 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-dba13845-c7ba-4a6f-99fd-e3752fcad0bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:01.006948 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-dba13845-c7ba-4a6f-99fd-e3752fcad0bd admin admin] Reserving flat network on physical network physnet1 {{(pid=101950) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 11 22:09:01.041013 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-dba13845-c7ba-4a6f-99fd-e3752fcad0bd admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8776912172261', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8017375'] for segment, precommit_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:01.041611 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-dba13845-c7ba-4a6f-99fd-e3752fcad0bd admin admin] Unsubscribe: segment precommit_create {{(pid=101950) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 11 22:09:01.042136 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.db.segments_db [None req-dba13845-c7ba-4a6f-99fd-e3752fcad0bd admin admin] Added segment a0316b7b-fb1e-457f-ba74-a0bbaa82bcb7 of type flat for network fd27370c-43f8-4948-a495-3a9880be1635 Nov 11 22:09:01.059871 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba13845-c7ba-4a6f-99fd-e3752fcad0bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=733db434-5e35-4d9e-8a2c-ad44898f5de8,revision_number=1']} {{(pid=101950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:09:01.112939 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba13845-c7ba-4a6f-99fd-e3752fcad0bd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:09:01.113299 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba13845-c7ba-4a6f-99fd-e3752fcad0bd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:09:01.113643 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba13845-c7ba-4a6f-99fd-e3752fcad0bd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:09:01.113980 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba13845-c7ba-4a6f-99fd-e3752fcad0bd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:09:01.114311 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba13845-c7ba-4a6f-99fd-e3752fcad0bd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:09:01.114659 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba13845-c7ba-4a6f-99fd-e3752fcad0bd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:09:01.115013 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba13845-c7ba-4a6f-99fd-e3752fcad0bd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:09:01.115310 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba13845-c7ba-4a6f-99fd-e3752fcad0bd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:09:01.115635 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba13845-c7ba-4a6f-99fd-e3752fcad0bd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:09:01.115956 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba13845-c7ba-4a6f-99fd-e3752fcad0bd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:09:01.116276 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba13845-c7ba-4a6f-99fd-e3752fcad0bd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:09:01.116622 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba13845-c7ba-4a6f-99fd-e3752fcad0bd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:09:01.117977 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba13845-c7ba-4a6f-99fd-e3752fcad0bd admin admin] Tracked resource versions report: Nov 11 22:09:01.117977 dv-cinder-733622-20-iscsi neutron-server[101950]: pushed versions: Nov 11 22:09:01.117977 dv-cinder-733622-20-iscsi neutron-server[101950]: { 'AddressGroup': {'1.2'}, Nov 11 22:09:01.117977 dv-cinder-733622-20-iscsi neutron-server[101950]: 'ConntrackHelper': {'1.0'}, Nov 11 22:09:01.117977 dv-cinder-733622-20-iscsi neutron-server[101950]: 'Log': {'1.0'}, Nov 11 22:09:01.117977 dv-cinder-733622-20-iscsi neutron-server[101950]: 'Network': {'1.1'}, Nov 11 22:09:01.117977 dv-cinder-733622-20-iscsi neutron-server[101950]: 'Port': {'1.7'}, Nov 11 22:09:01.117977 dv-cinder-733622-20-iscsi neutron-server[101950]: 'PortForwarding': {'1.2'}, Nov 11 22:09:01.117977 dv-cinder-733622-20-iscsi neutron-server[101950]: 'QosPolicy': {'1.10'}, Nov 11 22:09:01.117977 dv-cinder-733622-20-iscsi neutron-server[101950]: 'SecurityGroup': {'1.5'}, Nov 11 22:09:01.117977 dv-cinder-733622-20-iscsi neutron-server[101950]: 'SecurityGroupRule': {'1.2'}, Nov 11 22:09:01.117977 dv-cinder-733622-20-iscsi neutron-server[101950]: 'SubPort': {'1.0'}, Nov 11 22:09:01.117977 dv-cinder-733622-20-iscsi neutron-server[101950]: 'Subnet': {'1.1'}, Nov 11 22:09:01.117977 dv-cinder-733622-20-iscsi neutron-server[101950]: 'Trunk': {'1.1'}} Nov 11 22:09:01.117977 dv-cinder-733622-20-iscsi neutron-server[101950]: consumer versions: Nov 11 22:09:01.117977 dv-cinder-733622-20-iscsi neutron-server[101950]: { DHCP agent@dv-cinder-733622-20-iscsi: {}, Nov 11 22:09:01.117977 dv-cinder-733622-20-iscsi neutron-server[101950]: L3 agent@dv-cinder-733622-20-iscsi: {}, Nov 11 22:09:01.117977 dv-cinder-733622-20-iscsi neutron-server[101950]: Metadata agent@dv-cinder-733622-20-iscsi: {}, Nov 11 22:09:01.117977 dv-cinder-733622-20-iscsi neutron-server[101950]: Metering agent@dv-cinder-733622-20-iscsi: {}, Nov 11 22:09:01.117977 dv-cinder-733622-20-iscsi neutron-server[101950]: Open vSwitch agent@dv-cinder-733622-20-iscsi: { 'AddressGroup': '1.2', Nov 11 22:09:01.117977 dv-cinder-733622-20-iscsi neutron-server[101950]: 'ConntrackHelper': '1.0', Nov 11 22:09:01.117977 dv-cinder-733622-20-iscsi neutron-server[101950]: 'Log': '1.0', Nov 11 22:09:01.117977 dv-cinder-733622-20-iscsi neutron-server[101950]: 'Network': '1.1', Nov 11 22:09:01.117977 dv-cinder-733622-20-iscsi neutron-server[101950]: 'Port': '1.7', Nov 11 22:09:01.117977 dv-cinder-733622-20-iscsi neutron-server[101950]: 'PortForwarding': '1.2', Nov 11 22:09:01.117977 dv-cinder-733622-20-iscsi neutron-server[101950]: 'QosPolicy': '1.10', Nov 11 22:09:01.117977 dv-cinder-733622-20-iscsi neutron-server[101950]: 'SecurityGroup': '1.5', Nov 11 22:09:01.117977 dv-cinder-733622-20-iscsi neutron-server[101950]: 'SecurityGroupRule': '1.2', Nov 11 22:09:01.117977 dv-cinder-733622-20-iscsi neutron-server[101950]: 'SubPort': '1.0', Nov 11 22:09:01.117977 dv-cinder-733622-20-iscsi neutron-server[101950]: 'Subnet': '1.1', Nov 11 22:09:01.117977 dv-cinder-733622-20-iscsi neutron-server[101950]: 'Trunk': '1.1'}} Nov 11 22:09:01.117977 dv-cinder-733622-20-iscsi neutron-server[101950]: {{(pid=101950) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 11 22:09:01.181722 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-dba13845-c7ba-4a6f-99fd-e3752fcad0bd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776911823580'] for network, precommit_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:01.232140 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-dba13845-c7ba-4a6f-99fd-e3752fcad0bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260'] for network, after_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:01.234103 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba13845-c7ba-4a6f-99fd-e3752fcad0bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:09:01.234848 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-dba13845-c7ba-4a6f-99fd-e3752fcad0bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634242'] for network, before_response {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:01.326910 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [None req-dba13845-c7ba-4a6f-99fd-e3752fcad0bd admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6378438 Nov 11 22:09:01.341418 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba13845-c7ba-4a6f-99fd-e3752fcad0bd admin admin] Pushing event updated for resources: {'Network': ['ID=fd27370c-43f8-4948-a495-3a9880be1635,revision_number=1']} {{(pid=101950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:09:01.354373 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Network fd27370c-43f8-4948-a495-3a9880be1635 details requested by agent ovs-agent-dv-cinder-733622-20-iscsi with host dv-cinder-733622-20-iscsi {{(pid=101952) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 22:09:01.783046 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:03.761578 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 38812) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:09:03.870685 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-812cb337-032a-4b11-82bb-a1fbc621f3a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:09:03.872053 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-812cb337-032a-4b11-82bb-a1fbc621f3a6 admin admin] 10.222.0.50 "GET /v2.0/subnets/ac6764d4-f43c-4c73-bcd7-eb1c53e6c50e HTTP/1.1" status: 200 len: 849 time: 0.1095233 Nov 11 22:09:04.035497 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-e30579ab-4093-43c7-a452-d56422cc9e27 admin admin] 10.222.0.50 "GET /v2.0/routers/8a9bf14e-ad2a-4d7d-8c4f-8fd9303bdc3a HTTP/1.1" status: 200 len: 704 time: 0.1563499 Nov 11 22:09:04.325804 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-73ca1289-5278-4ae2-b3fe-f348febf1cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:04.631544 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.db.db_base_plugin_common [None req-73ca1289-5278-4ae2-b3fe-f348febf1cf5 admin admin] Allocated IP 172.20.0.1 (0955c5e2-75c7-455f-aa03-a0ae0d583ae9/ac6764d4-f43c-4c73-bcd7-eb1c53e6c50e/d28d6859-bcfe-47d6-a2c9-bc41201eb088) {{(pid=101951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:09:04.791741 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-73ca1289-5278-4ae2-b3fe-f348febf1cf5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:04.861577 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-73ca1289-5278-4ae2-b3fe-f348febf1cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776911838082'] for port, after_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:04.985589 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73ca1289-5278-4ae2-b3fe-f348febf1cf5 admin admin] Network 0955c5e2-75c7-455f-aa03-a0ae0d583ae9 is already hosted by enough agents. {{(pid=101951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:09:04.993407 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.scheduler.base_scheduler [None req-73ca1289-5278-4ae2-b3fe-f348febf1cf5 admin admin] Resources bound (agent type, host, resource id): {{(pid=101951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:09:05.005788 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ca1289-5278-4ae2-b3fe-f348febf1cf5 admin admin] Received port after_create {{(pid=101951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:09:05.006327 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-73ca1289-5278-4ae2-b3fe-f348febf1cf5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-658282'] for router_interface, before_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:05.012493 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ca1289-5278-4ae2-b3fe-f348febf1cf5 admin admin] Pushing event updated for resources: {'Port': ['ID=d28d6859-bcfe-47d6-a2c9-bc41201eb088,revision_number=1']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:09:05.218895 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-73ca1289-5278-4ae2-b3fe-f348febf1cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_update {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:05.223395 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.provisioning_blocks [None req-ccd7abfd-0515-44e6-9251-cf7eae87fdd6 None None] Provisioning complete for port d28d6859-bcfe-47d6-a2c9-bc41201eb088 triggered by entity DHCP. {{(pid=101952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:09:05.224059 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-ccd7abfd-0515-44e6-9251-cf7eae87fdd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8061746'] for port, provisioning_complete {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:05.260224 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.plugin [None req-ccd7abfd-0515-44e6-9251-cf7eae87fdd6 None None] Port d28d6859-bcfe-47d6-a2c9-bc41201eb088 cannot update to ACTIVE because it is not bound. {{(pid=101952) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:09:05.443763 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-73ca1289-5278-4ae2-b3fe-f348febf1cf5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:05.448526 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-73ca1289-5278-4ae2-b3fe-f348febf1cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776912265364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776911838100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776911838118'] for port, after_update {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:05.449343 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-73ca1289-5278-4ae2-b3fe-f348febf1cf5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-634214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-658430'] for router_interface, after_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:05.534218 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ca1289-5278-4ae2-b3fe-f348febf1cf5 admin admin] Pushing event updated for resources: {'Port': ['ID=d28d6859-bcfe-47d6-a2c9-bc41201eb088,revision_number=2']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:09:05.581899 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73ca1289-5278-4ae2-b3fe-f348febf1cf5 admin admin] Network 0955c5e2-75c7-455f-aa03-a0ae0d583ae9 is already hosted by enough agents. {{(pid=101951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:09:05.583442 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.scheduler.base_scheduler [None req-73ca1289-5278-4ae2-b3fe-f348febf1cf5 admin admin] Resources bound (agent type, host, resource id): {{(pid=101951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:09:05.774805 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73ca1289-5278-4ae2-b3fe-f348febf1cf5 admin admin] Router 8a9bf14e-ad2a-4d7d-8c4f-8fd9303bdc3a is scheduled to L3 agent 4702c36b-78d9-4f52-8cbc-8d9e3292a6f2 with binding_index 1 {{(pid=101951) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 22:09:05.782808 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.provisioning_blocks [None req-878ed61d-f41c-4b76-aea1-6f9025edd8f2 None None] Provisioning complete for port d28d6859-bcfe-47d6-a2c9-bc41201eb088 triggered by entity DHCP. {{(pid=101952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:09:05.783275 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-878ed61d-f41c-4b76-aea1-6f9025edd8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8061746'] for port, provisioning_complete {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:05.821241 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.plugin [None req-878ed61d-f41c-4b76-aea1-6f9025edd8f2 None None] Port d28d6859-bcfe-47d6-a2c9-bc41201eb088 cannot update to ACTIVE because it is not bound. {{(pid=101952) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:09:05.867324 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73ca1289-5278-4ae2-b3fe-f348febf1cf5 admin admin] Notify agent at l3_agent.dv-cinder-733622-20-iscsi the message routers_updated {{(pid=101951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:09:05.872703 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-73ca1289-5278-4ae2-b3fe-f348febf1cf5 admin admin] 10.222.0.50 "PUT /v2.0/routers/8a9bf14e-ad2a-4d7d-8c4f-8fd9303bdc3a/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8289814 Nov 11 22:09:05.881273 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4428aef-2659-42b4-950c-3a2af5090960 None None] Sync routers for ids ['8a9bf14e-ad2a-4d7d-8c4f-8fd9303bdc3a'] in dv-cinder-733622-20-iscsi {{(pid=101953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:09:05.894569 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4428aef-2659-42b4-950c-3a2af5090960 None None] Routers {'8a9bf14e-ad2a-4d7d-8c4f-8fd9303bdc3a'} bound to L3 agent in host dv-cinder-733622-20-iscsi {{(pid=101953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:09:05.895445 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.db.l3_hamode_db [None req-e4428aef-2659-42b4-950c-3a2af5090960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-11T22:08:28Z,description=,heartbeat_timestamp=2021-11-11T22:08:58Z,host='dv-cinder-733622-20-iscsi',id=4702c36b-78d9-4f52-8cbc-8d9e3292a6f2,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T22:08:28Z,topic='l3_agent')) {'router_ids': ['8a9bf14e-ad2a-4d7d-8c4f-8fd9303bdc3a'], 'active': True} {{(pid=101953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:09:06.098432 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.db.l3_dvr_db [None req-e4428aef-2659-42b4-950c-3a2af5090960 None None] Set router 8a9bf14e-ad2a-4d7d-8c4f-8fd9303bdc3a gateway port host: None {{(pid=101953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:09:06.553414 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.db.l3_hamode_db [None req-e4428aef-2659-42b4-950c-3a2af5090960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a9bf14e-ad2a-4d7d-8c4f-8fd9303bdc3a', 'name': 'router1', 'tenant_id': '66b9b02567f3464cbd888e590f40bf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:08:54Z', 'updated_at': '2021-11-11T22:09:05Z', 'revision_number': 2, 'project_id': '66b9b02567f3464cbd888e590f40bf24', 'gw_port_host': None, '_interfaces': [{'id': 'd28d6859-bcfe-47d6-a2c9-bc41201eb088', 'name': '', 'network_id': '0955c5e2-75c7-455f-aa03-a0ae0d583ae9', 'tenant_id': '66b9b02567f3464cbd888e590f40bf24', 'mac_address': 'fa:16:3e:a6:3b:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a9bf14e-ad2a-4d7d-8c4f-8fd9303bdc3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ac6764d4-f43c-4c73-bcd7-eb1c53e6c50e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:09:04Z', 'updated_at': '2021-11-11T22:09:05Z', 'revision_number': 2, 'project_id': '66b9b02567f3464cbd888e590f40bf24', 'subnets': [{'id': 'ac6764d4-f43c-4c73-bcd7-eb1c53e6c50e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ba57fda4-b5a1-453e-926f-8129bc3776eb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-20-iscsi', False) {} {{(pid=101953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:09:06.606467 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4428aef-2659-42b4-950c-3a2af5090960 None None] Checking router: 8a9bf14e-ad2a-4d7d-8c4f-8fd9303bdc3a for host: dv-cinder-733622-20-iscsi {{(pid=101953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:09:06.606852 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4428aef-2659-42b4-950c-3a2af5090960 None None] Updating router 8a9bf14e-ad2a-4d7d-8c4f-8fd9303bdc3a port d28d6859-bcfe-47d6-a2c9-bc41201eb088 binding host dv-cinder-733622-20-iscsi {{(pid=101953) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 22:09:06.659948 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron_lib.callbacks.manager [None req-e4428aef-2659-42b4-950c-3a2af5090960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_update {{(pid=101953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:07.195725 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron_lib.callbacks.manager [None req-e4428aef-2659-42b4-950c-3a2af5090960 None None] Publish callbacks [] for port, precommit_update {{(pid=101953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:07.204416 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron_lib.callbacks.manager [None req-e4428aef-2659-42b4-950c-3a2af5090960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776912265364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776911838100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776911838118'] for port, after_update {{(pid=101953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:07.410015 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f05020-0480-4c01-96f0-dc2ebbc8cadf None None] Pushing event updated for resources: {'Port': ['ID=d28d6859-bcfe-47d6-a2c9-bc41201eb088,revision_number=3']} {{(pid=101953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:09:07.413737 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.plugins.ml2.managers [None req-e4428aef-2659-42b4-950c-3a2af5090960 None None] Attempting to bind port d28d6859-bcfe-47d6-a2c9-bc41201eb088 on host dv-cinder-733622-20-iscsi for vnic_type normal with profile {{(pid=101953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:09:07.414365 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.plugins.ml2.managers [None req-e4428aef-2659-42b4-950c-3a2af5090960 None None] Attempting to bind port d28d6859-bcfe-47d6-a2c9-bc41201eb088 by drivers openvswitch,hyperv on host dv-cinder-733622-20-iscsi at level 0 using segments [{'id': '1a098269-bba3-4014-84e6-f070f535db06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '0955c5e2-75c7-455f-aa03-a0ae0d583ae9'}] {{(pid=101953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:09:07.414991 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4428aef-2659-42b4-950c-3a2af5090960 None None] Attempting to bind port d28d6859-bcfe-47d6-a2c9-bc41201eb088 on network 0955c5e2-75c7-455f-aa03-a0ae0d583ae9 {{(pid=101953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:09:07.428861 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4428aef-2659-42b4-950c-3a2af5090960 None None] Checking agent: {'id': '83a5d6f5-895b-4fa9-b3a8-3d8b1836c237', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 22, 8, 32), 'started_at': datetime.datetime(2021, 11, 11, 22, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 9, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:09:07.429496 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4428aef-2659-42b4-950c-3a2af5090960 None None] Checking segment: {'id': '1a098269-bba3-4014-84e6-f070f535db06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '0955c5e2-75c7-455f-aa03-a0ae0d583ae9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:09:07.430179 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron_lib.callbacks.manager [None req-e4428aef-2659-42b4-950c-3a2af5090960 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:07.430778 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4428aef-2659-42b4-950c-3a2af5090960 None None] Bound using segment: {'id': '1a098269-bba3-4014-84e6-f070f535db06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '0955c5e2-75c7-455f-aa03-a0ae0d583ae9'} {{(pid=101953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:09:07.431559 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.plugins.ml2.managers [None req-e4428aef-2659-42b4-950c-3a2af5090960 None None] Bound port: d28d6859-bcfe-47d6-a2c9-bc41201eb088, host: dv-cinder-733622-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a098269-bba3-4014-84e6-f070f535db06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': '0955c5e2-75c7-455f-aa03-a0ae0d583ae9'}}] {{(pid=101953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:09:07.432162 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron_lib.callbacks.manager [None req-e4428aef-2659-42b4-950c-3a2af5090960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_update {{(pid=101953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:07.437777 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f05020-0480-4c01-96f0-dc2ebbc8cadf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:09:07.438307 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f05020-0480-4c01-96f0-dc2ebbc8cadf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:09:07.438816 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f05020-0480-4c01-96f0-dc2ebbc8cadf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:09:07.439335 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f05020-0480-4c01-96f0-dc2ebbc8cadf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:09:07.439832 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f05020-0480-4c01-96f0-dc2ebbc8cadf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:09:07.440356 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f05020-0480-4c01-96f0-dc2ebbc8cadf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:09:07.440884 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f05020-0480-4c01-96f0-dc2ebbc8cadf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:09:07.441392 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f05020-0480-4c01-96f0-dc2ebbc8cadf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:09:07.441919 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f05020-0480-4c01-96f0-dc2ebbc8cadf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:09:07.442426 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f05020-0480-4c01-96f0-dc2ebbc8cadf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:09:07.442941 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f05020-0480-4c01-96f0-dc2ebbc8cadf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:09:07.443452 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f05020-0480-4c01-96f0-dc2ebbc8cadf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:09:07.445676 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f05020-0480-4c01-96f0-dc2ebbc8cadf None None] Tracked resource versions report: Nov 11 22:09:07.445676 dv-cinder-733622-20-iscsi neutron-server[101953]: pushed versions: Nov 11 22:09:07.445676 dv-cinder-733622-20-iscsi neutron-server[101953]: { 'AddressGroup': {'1.2'}, Nov 11 22:09:07.445676 dv-cinder-733622-20-iscsi neutron-server[101953]: 'ConntrackHelper': {'1.0'}, Nov 11 22:09:07.445676 dv-cinder-733622-20-iscsi neutron-server[101953]: 'Log': {'1.0'}, Nov 11 22:09:07.445676 dv-cinder-733622-20-iscsi neutron-server[101953]: 'Network': {'1.1'}, Nov 11 22:09:07.445676 dv-cinder-733622-20-iscsi neutron-server[101953]: 'Port': {'1.7'}, Nov 11 22:09:07.445676 dv-cinder-733622-20-iscsi neutron-server[101953]: 'PortForwarding': {'1.2'}, Nov 11 22:09:07.445676 dv-cinder-733622-20-iscsi neutron-server[101953]: 'QosPolicy': {'1.10'}, Nov 11 22:09:07.445676 dv-cinder-733622-20-iscsi neutron-server[101953]: 'SecurityGroup': {'1.5'}, Nov 11 22:09:07.445676 dv-cinder-733622-20-iscsi neutron-server[101953]: 'SecurityGroupRule': {'1.2'}, Nov 11 22:09:07.445676 dv-cinder-733622-20-iscsi neutron-server[101953]: 'SubPort': {'1.0'}, Nov 11 22:09:07.445676 dv-cinder-733622-20-iscsi neutron-server[101953]: 'Subnet': {'1.1'}, Nov 11 22:09:07.445676 dv-cinder-733622-20-iscsi neutron-server[101953]: 'Trunk': {'1.1'}} Nov 11 22:09:07.445676 dv-cinder-733622-20-iscsi neutron-server[101953]: consumer versions: Nov 11 22:09:07.445676 dv-cinder-733622-20-iscsi neutron-server[101953]: { DHCP agent@dv-cinder-733622-20-iscsi: {}, Nov 11 22:09:07.445676 dv-cinder-733622-20-iscsi neutron-server[101953]: L3 agent@dv-cinder-733622-20-iscsi: {}, Nov 11 22:09:07.445676 dv-cinder-733622-20-iscsi neutron-server[101953]: Metadata agent@dv-cinder-733622-20-iscsi: {}, Nov 11 22:09:07.445676 dv-cinder-733622-20-iscsi neutron-server[101953]: Metering agent@dv-cinder-733622-20-iscsi: {}, Nov 11 22:09:07.445676 dv-cinder-733622-20-iscsi neutron-server[101953]: Open vSwitch agent@dv-cinder-733622-20-iscsi: { 'AddressGroup': '1.2', Nov 11 22:09:07.445676 dv-cinder-733622-20-iscsi neutron-server[101953]: 'ConntrackHelper': '1.0', Nov 11 22:09:07.445676 dv-cinder-733622-20-iscsi neutron-server[101953]: 'Log': '1.0', Nov 11 22:09:07.445676 dv-cinder-733622-20-iscsi neutron-server[101953]: 'Network': '1.1', Nov 11 22:09:07.445676 dv-cinder-733622-20-iscsi neutron-server[101953]: 'Port': '1.7', Nov 11 22:09:07.445676 dv-cinder-733622-20-iscsi neutron-server[101953]: 'PortForwarding': '1.2', Nov 11 22:09:07.445676 dv-cinder-733622-20-iscsi neutron-server[101953]: 'QosPolicy': '1.10', Nov 11 22:09:07.445676 dv-cinder-733622-20-iscsi neutron-server[101953]: 'SecurityGroup': '1.5', Nov 11 22:09:07.445676 dv-cinder-733622-20-iscsi neutron-server[101953]: 'SecurityGroupRule': '1.2', Nov 11 22:09:07.445676 dv-cinder-733622-20-iscsi neutron-server[101953]: 'SubPort': '1.0', Nov 11 22:09:07.445676 dv-cinder-733622-20-iscsi neutron-server[101953]: 'Subnet': '1.1', Nov 11 22:09:07.445676 dv-cinder-733622-20-iscsi neutron-server[101953]: 'Trunk': '1.1'}} Nov 11 22:09:07.445676 dv-cinder-733622-20-iscsi neutron-server[101953]: {{(pid=101953) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 11 22:09:07.486330 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.provisioning_blocks [None req-46fa5fb1-682b-42a7-b232-7fe780d370b4 None None] Provisioning complete for port d28d6859-bcfe-47d6-a2c9-bc41201eb088 triggered by entity DHCP. {{(pid=101952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:09:07.486918 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-46fa5fb1-682b-42a7-b232-7fe780d370b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8061746'] for port, provisioning_complete {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:07.522453 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.plugin [None req-46fa5fb1-682b-42a7-b232-7fe780d370b4 None None] Port d28d6859-bcfe-47d6-a2c9-bc41201eb088 cannot update to ACTIVE because it is not bound. {{(pid=101952) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:09:07.554184 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.plugins.ml2.db [None req-e4428aef-2659-42b4-950c-3a2af5090960 None None] For port d28d6859-bcfe-47d6-a2c9-bc41201eb088, host dv-cinder-733622-20-iscsi, cleared binding levels {{(pid=101953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:09:07.586197 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.plugins.ml2.db [None req-e4428aef-2659-42b4-950c-3a2af5090960 None None] For port d28d6859-bcfe-47d6-a2c9-bc41201eb088, host dv-cinder-733622-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-20-iscsi',level=0,port_id=d28d6859-bcfe-47d6-a2c9-bc41201eb088,segment=NetworkSegment(1a098269-bba3-4014-84e6-f070f535db06),segment_id=1a098269-bba3-4014-84e6-f070f535db06)] {{(pid=101953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:09:07.594332 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron_lib.callbacks.manager [None req-e4428aef-2659-42b4-950c-3a2af5090960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776912265364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776911838100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776911838118'] for port, after_update {{(pid=101953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:07.656357 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4428aef-2659-42b4-950c-3a2af5090960 None None] Routers {'8a9bf14e-ad2a-4d7d-8c4f-8fd9303bdc3a'} bound to L3 agent in host dv-cinder-733622-20-iscsi {{(pid=101953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:09:07.657048 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.db.l3_hamode_db [None req-e4428aef-2659-42b4-950c-3a2af5090960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-11T22:08:28Z,description=,heartbeat_timestamp=2021-11-11T22:08:58Z,host='dv-cinder-733622-20-iscsi',id=4702c36b-78d9-4f52-8cbc-8d9e3292a6f2,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T22:08:28Z,topic='l3_agent')) {'router_ids': ['8a9bf14e-ad2a-4d7d-8c4f-8fd9303bdc3a'], 'active': True} {{(pid=101953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:09:07.731209 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f05020-0480-4c01-96f0-dc2ebbc8cadf None None] Pushing event updated for resources: {'Port': ['ID=d28d6859-bcfe-47d6-a2c9-bc41201eb088,revision_number=4']} {{(pid=101953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:09:07.767031 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.db.l3_dvr_db [None req-e4428aef-2659-42b4-950c-3a2af5090960 None None] Set router 8a9bf14e-ad2a-4d7d-8c4f-8fd9303bdc3a gateway port host: None {{(pid=101953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:09:07.946361 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.provisioning_blocks [None req-deb62186-4444-49ec-82bf-c565c8f9bf24 None None] Provisioning complete for port d28d6859-bcfe-47d6-a2c9-bc41201eb088 triggered by entity DHCP. {{(pid=101952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:09:07.946648 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-deb62186-4444-49ec-82bf-c565c8f9bf24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8061746'] for port, provisioning_complete {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:08.052933 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.db.l3_hamode_db [None req-e4428aef-2659-42b4-950c-3a2af5090960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a9bf14e-ad2a-4d7d-8c4f-8fd9303bdc3a', 'name': 'router1', 'tenant_id': '66b9b02567f3464cbd888e590f40bf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:08:54Z', 'updated_at': '2021-11-11T22:09:05Z', 'revision_number': 2, 'project_id': '66b9b02567f3464cbd888e590f40bf24', 'gw_port_host': None, '_interfaces': [{'id': 'd28d6859-bcfe-47d6-a2c9-bc41201eb088', 'name': '', 'network_id': '0955c5e2-75c7-455f-aa03-a0ae0d583ae9', 'tenant_id': '66b9b02567f3464cbd888e590f40bf24', 'mac_address': 'fa:16:3e:a6:3b:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a9bf14e-ad2a-4d7d-8c4f-8fd9303bdc3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ac6764d4-f43c-4c73-bcd7-eb1c53e6c50e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:09:04Z', 'updated_at': '2021-11-11T22:09:07Z', 'revision_number': 4, 'project_id': '66b9b02567f3464cbd888e590f40bf24', 'subnets': [{'id': 'ac6764d4-f43c-4c73-bcd7-eb1c53e6c50e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ba57fda4-b5a1-453e-926f-8129bc3776eb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-20-iscsi', False) {} {{(pid=101953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:09:08.073385 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-deb62186-4444-49ec-82bf-c565c8f9bf24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:08.082880 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4428aef-2659-42b4-950c-3a2af5090960 None None] The sync data for ids ['8a9bf14e-ad2a-4d7d-8c4f-8fd9303bdc3a'] in dv-cinder-733622-20-iscsi is: [{'id': '8a9bf14e-ad2a-4d7d-8c4f-8fd9303bdc3a', 'name': 'router1', 'tenant_id': '66b9b02567f3464cbd888e590f40bf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:08:54Z', 'updated_at': '2021-11-11T22:09:05Z', 'revision_number': 2, 'project_id': '66b9b02567f3464cbd888e590f40bf24', 'gw_port_host': None, '_interfaces': [{'id': 'd28d6859-bcfe-47d6-a2c9-bc41201eb088', 'name': '', 'network_id': '0955c5e2-75c7-455f-aa03-a0ae0d583ae9', 'tenant_id': '66b9b02567f3464cbd888e590f40bf24', 'mac_address': 'fa:16:3e:a6:3b:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a9bf14e-ad2a-4d7d-8c4f-8fd9303bdc3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ac6764d4-f43c-4c73-bcd7-eb1c53e6c50e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:09:04Z', 'updated_at': '2021-11-11T22:09:07Z', 'revision_number': 4, 'project_id': '66b9b02567f3464cbd888e590f40bf24', 'subnets': [{'id': 'ac6764d4-f43c-4c73-bcd7-eb1c53e6c50e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ba57fda4-b5a1-453e-926f-8129bc3776eb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:09:08.124986 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-deb62186-4444-49ec-82bf-c565c8f9bf24 None None] For port d28d6859-bcfe-47d6-a2c9-bc41201eb088, host dv-cinder-733622-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-20-iscsi',level=0,port_id=d28d6859-bcfe-47d6-a2c9-bc41201eb088,segment=NetworkSegment(1a098269-bba3-4014-84e6-f070f535db06),segment_id=1a098269-bba3-4014-84e6-f070f535db06)] {{(pid=101952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:09:08.133125 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-deb62186-4444-49ec-82bf-c565c8f9bf24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776912265364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776911838100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776911838118'] for port, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:08.203952 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb62186-4444-49ec-82bf-c565c8f9bf24 None None] Pushing event updated for resources: {'Port': ['ID=d28d6859-bcfe-47d6-a2c9-bc41201eb088,revision_number=5']} {{(pid=101952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:09:08.501793 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 38822) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:09:08.645732 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b8353cc-7b66-41c0-9ed7-3b1320d2eb50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:09:08.647144 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-7b8353cc-7b66-41c0-9ed7-3b1320d2eb50 admin admin] 10.222.0.50 "GET /v2.0/networks/fd27370c-43f8-4948-a495-3a9880be1635 HTTP/1.1" status: 200 len: 842 time: 0.1441565 Nov 11 22:09:08.658626 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.v2.base [None req-a03587b3-e048-4b59-bab4-f97fcb30312e admin admin] Request body: {'subnet': {'enable_dhcp': False, 'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'ip_version': 4, 'name': 'public-subnet'}} {{(pid=101951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:09:08.689030 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a03587b3-e048-4b59-bab4-f97fcb30312e admin admin] Made reservation on behalf of 6e389a81323c49d88cf8eef62ecfd3f3 for: {'subnet': 1} {{(pid=101951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:09:08.692811 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-a03587b3-e048-4b59-bab4-f97fcb30312e admin admin] Publish callbacks [] for subnet, before_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:09.083059 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.objects.ports [None req-a03587b3-e048-4b59-bab4-f97fcb30312e admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101951) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 11 22:09:09.083492 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-a03587b3-e048-4b59-bab4-f97fcb30312e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260'] for subnet, after_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:09.139351 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03587b3-e048-4b59-bab4-f97fcb30312e admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca,revision_number=0']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:09:09.151490 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03587b3-e048-4b59-bab4-f97fcb30312e admin admin] Checking segment: {'id': 'a0316b7b-fb1e-457f-ba74-a0bbaa82bcb7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:09:09.151843 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a03587b3-e048-4b59-bab4-f97fcb30312e admin admin] Network hostable DHCP agents. Network: fd27370c-43f8-4948-a495-3a9880be1635, hostable agents: ['23e6d948-888e-4d00-9ca4-1adf1bb62ced'], hosted agents: [] {{(pid=101951) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 22:09:09.172610 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a03587b3-e048-4b59-bab4-f97fcb30312e admin admin] Network fd27370c-43f8-4948-a495-3a9880be1635 is scheduled to be hosted by DHCP agent 23e6d948-888e-4d00-9ca4-1adf1bb62ced with binding_index 1 {{(pid=101951) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 22:09:09.183190 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.scheduler.base_scheduler [None req-a03587b3-e048-4b59-bab4-f97fcb30312e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-20-iscsi, fd27370c-43f8-4948-a495-3a9880be1635) {{(pid=101951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:09:09.189627 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a03587b3-e048-4b59-bab4-f97fcb30312e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:09:09.190681 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-a03587b3-e048-4b59-bab4-f97fcb30312e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634242'] for subnet, before_response {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:09.198746 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e7c421a-f80e-4ea4-b00e-5b9537e57a4f None None] Network fd27370c-43f8-4948-a495-3a9880be1635 requested from dv-cinder-733622-20-iscsi {{(pid=101952) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:09:09.220144 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-a03587b3-e048-4b59-bab4-f97fcb30312e admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5660810 Nov 11 22:09:09.377353 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2fc7806-10bf-4069-a010-1720a896d9e1 None None] Network fd27370c-43f8-4948-a495-3a9880be1635 requested from dv-cinder-733622-20-iscsi {{(pid=101952) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:09:12.091343 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 38830) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:09:12.234372 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-08c64974-72ab-44f6-872f-9b80a0d4b41b admin admin] 10.222.0.50 "GET /v2.0/routers/8a9bf14e-ad2a-4d7d-8c4f-8fd9303bdc3a HTTP/1.1" status: 200 len: 710 time: 0.1410186 Nov 11 22:09:12.405722 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e5889fa-8946-47c8-bedb-4bd2d35b9701 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:09:12.407001 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-8e5889fa-8946-47c8-bedb-4bd2d35b9701 admin admin] 10.222.0.50 "GET /v2.0/networks/fd27370c-43f8-4948-a495-3a9880be1635 HTTP/1.1" status: 200 len: 886 time: 0.1649845 Nov 11 22:09:12.416644 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.v2.base [None req-fb5ab050-a62f-4ff4-a1a0-2c4605cd4cd3 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635'}}} {{(pid=101951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:09:12.669394 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-fb5ab050-a62f-4ff4-a1a0-2c4605cd4cd3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:12.924278 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-fb5ab050-a62f-4ff4-a1a0-2c4605cd4cd3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:13.002238 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-fb5ab050-a62f-4ff4-a1a0-2c4605cd4cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:13.114296 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.db.db_base_plugin_common [None req-fb5ab050-a62f-4ff4-a1a0-2c4605cd4cd3 admin admin] Allocated IP 172.27.0.6 (fd27370c-43f8-4948-a495-3a9880be1635/b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca/e7d5f48c-b313-46e7-b1d9-d9afcb94d9dd) {{(pid=101951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:09:13.222695 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-fb5ab050-a62f-4ff4-a1a0-2c4605cd4cd3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:13.256691 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-fb5ab050-a62f-4ff4-a1a0-2c4605cd4cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776911838082'] for port, after_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:13.304480 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5ab050-a62f-4ff4-a1a0-2c4605cd4cd3 admin admin] Pushing event updated for resources: {'Port': ['ID=e7d5f48c-b313-46e7-b1d9-d9afcb94d9dd,revision_number=1']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:09:13.307835 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb5ab050-a62f-4ff4-a1a0-2c4605cd4cd3 admin admin] Network fd27370c-43f8-4948-a495-3a9880be1635 is already hosted by enough agents. {{(pid=101951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:09:13.309240 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.scheduler.base_scheduler [None req-fb5ab050-a62f-4ff4-a1a0-2c4605cd4cd3 admin admin] Resources bound (agent type, host, resource id): {{(pid=101951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:09:13.329992 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5ab050-a62f-4ff4-a1a0-2c4605cd4cd3 admin admin] Received port after_create {{(pid=101951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:09:13.619459 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-fb5ab050-a62f-4ff4-a1a0-2c4605cd4cd3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:13.946684 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-fb5ab050-a62f-4ff4-a1a0-2c4605cd4cd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-656964', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-657442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-24963'] for router, precommit_update {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:13.951903 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-fb5ab050-a62f-4ff4-a1a0-2c4605cd4cd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-656973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-657078', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-657451'] for router, after_update {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:14.099840 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb5ab050-a62f-4ff4-a1a0-2c4605cd4cd3 admin admin] Router 8a9bf14e-ad2a-4d7d-8c4f-8fd9303bdc3a has already been hosted by L3 agent 4702c36b-78d9-4f52-8cbc-8d9e3292a6f2 {{(pid=101951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 22:09:14.216488 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb5ab050-a62f-4ff4-a1a0-2c4605cd4cd3 admin admin] Notify agent at l3_agent.dv-cinder-733622-20-iscsi the message routers_updated {{(pid=101951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:09:14.221081 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-fb5ab050-a62f-4ff4-a1a0-2c4605cd4cd3 admin admin] Publish callbacks [] for router, before_response {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:14.230030 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-fb5ab050-a62f-4ff4-a1a0-2c4605cd4cd3 admin admin] 10.222.0.50 "PUT /v2.0/routers/8a9bf14e-ad2a-4d7d-8c4f-8fd9303bdc3a HTTP/1.1" status: 200 len: 888 time: 1.8089309 Nov 11 22:09:15.521652 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a670958-b736-4075-8c5f-7bc7df0ff221 None None] Sync routers for ids ['8a9bf14e-ad2a-4d7d-8c4f-8fd9303bdc3a'] in dv-cinder-733622-20-iscsi {{(pid=101952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:09:15.533469 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a670958-b736-4075-8c5f-7bc7df0ff221 None None] Routers {'8a9bf14e-ad2a-4d7d-8c4f-8fd9303bdc3a'} bound to L3 agent in host dv-cinder-733622-20-iscsi {{(pid=101952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:09:15.534159 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_hamode_db [None req-3a670958-b736-4075-8c5f-7bc7df0ff221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-11T22:08:28Z,description=,heartbeat_timestamp=2021-11-11T22:08:58Z,host='dv-cinder-733622-20-iscsi',id=4702c36b-78d9-4f52-8cbc-8d9e3292a6f2,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T22:08:28Z,topic='l3_agent')) {'router_ids': ['8a9bf14e-ad2a-4d7d-8c4f-8fd9303bdc3a'], 'active': True} {{(pid=101952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:09:15.716287 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Device d28d6859-bcfe-47d6-a2c9-bc41201eb088 up at agent ovs-agent-dv-cinder-733622-20-iscsi {{(pid=101952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:09:15.791522 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_dvr_db [None req-3a670958-b736-4075-8c5f-7bc7df0ff221 None None] Set router 8a9bf14e-ad2a-4d7d-8c4f-8fd9303bdc3a gateway port host: dv-cinder-733622-20-iscsi {{(pid=101952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:09:15.949535 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.provisioning_blocks [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Provisioning complete for port d28d6859-bcfe-47d6-a2c9-bc41201eb088 triggered by entity L2. {{(pid=101952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:09:15.949808 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8061746'] for port, provisioning_complete {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:16.356665 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_hamode_db [None req-3a670958-b736-4075-8c5f-7bc7df0ff221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a9bf14e-ad2a-4d7d-8c4f-8fd9303bdc3a', 'name': 'router1', 'tenant_id': '66b9b02567f3464cbd888e590f40bf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'external_fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': 'e7d5f48c-b313-46e7-b1d9-d9afcb94d9dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:08:54Z', 'updated_at': '2021-11-11T22:09:13Z', 'revision_number': 4, 'project_id': '66b9b02567f3464cbd888e590f40bf24', 'gw_port': {'id': 'e7d5f48c-b313-46e7-b1d9-d9afcb94d9dd', 'name': '', 'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:7f:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a9bf14e-ad2a-4d7d-8c4f-8fd9303bdc3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:09:13Z', 'updated_at': '2021-11-11T22:09:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-20-iscsi', '_interfaces': [{'id': 'd28d6859-bcfe-47d6-a2c9-bc41201eb088', 'name': '', 'network_id': '0955c5e2-75c7-455f-aa03-a0ae0d583ae9', 'tenant_id': '66b9b02567f3464cbd888e590f40bf24', 'mac_address': 'fa:16:3e:a6:3b:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a9bf14e-ad2a-4d7d-8c4f-8fd9303bdc3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ac6764d4-f43c-4c73-bcd7-eb1c53e6c50e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:09:04Z', 'updated_at': '2021-11-11T22:09:08Z', 'revision_number': 5, 'project_id': '66b9b02567f3464cbd888e590f40bf24', 'subnets': [{'id': 'ac6764d4-f43c-4c73-bcd7-eb1c53e6c50e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ba57fda4-b5a1-453e-926f-8129bc3776eb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-20-iscsi', False) {} {{(pid=101952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:09:16.410469 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a670958-b736-4075-8c5f-7bc7df0ff221 None None] Checking router: 8a9bf14e-ad2a-4d7d-8c4f-8fd9303bdc3a for host: dv-cinder-733622-20-iscsi {{(pid=101952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:09:16.410821 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a670958-b736-4075-8c5f-7bc7df0ff221 None None] Updating router 8a9bf14e-ad2a-4d7d-8c4f-8fd9303bdc3a port e7d5f48c-b313-46e7-b1d9-d9afcb94d9dd binding host dv-cinder-733622-20-iscsi {{(pid=101952) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 22:09:16.462162 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-3a670958-b736-4075-8c5f-7bc7df0ff221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:16.807931 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-3a670958-b736-4075-8c5f-7bc7df0ff221 None None] Publish callbacks [] for port, precommit_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:16.813612 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-3a670958-b736-4075-8c5f-7bc7df0ff221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776912265364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776911838100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776911838118'] for port, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:16.867595 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.managers [None req-3a670958-b736-4075-8c5f-7bc7df0ff221 None None] Attempting to bind port e7d5f48c-b313-46e7-b1d9-d9afcb94d9dd on host dv-cinder-733622-20-iscsi for vnic_type normal with profile {{(pid=101952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:09:16.867964 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.managers [None req-3a670958-b736-4075-8c5f-7bc7df0ff221 None None] Attempting to bind port e7d5f48c-b313-46e7-b1d9-d9afcb94d9dd by drivers openvswitch,hyperv on host dv-cinder-733622-20-iscsi at level 0 using segments [{'id': 'a0316b7b-fb1e-457f-ba74-a0bbaa82bcb7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635'}] {{(pid=101952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:09:16.868324 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a670958-b736-4075-8c5f-7bc7df0ff221 None None] Attempting to bind port e7d5f48c-b313-46e7-b1d9-d9afcb94d9dd on network fd27370c-43f8-4948-a495-3a9880be1635 {{(pid=101952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:09:16.870318 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2682eee-5c26-4ae7-8da3-d31580bbe5a8 None None] Pushing event updated for resources: {'Port': ['ID=e7d5f48c-b313-46e7-b1d9-d9afcb94d9dd,revision_number=2']} {{(pid=101952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:09:16.871781 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 38844) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:09:16.876072 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a670958-b736-4075-8c5f-7bc7df0ff221 None None] Checking agent: {'id': '83a5d6f5-895b-4fa9-b3a8-3d8b1836c237', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 22, 8, 32), 'started_at': datetime.datetime(2021, 11, 11, 22, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 9, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:09:16.876439 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a670958-b736-4075-8c5f-7bc7df0ff221 None None] Checking segment: {'id': 'a0316b7b-fb1e-457f-ba74-a0bbaa82bcb7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:09:16.877477 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-3a670958-b736-4075-8c5f-7bc7df0ff221 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:16.877477 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a670958-b736-4075-8c5f-7bc7df0ff221 None None] Bound using segment: {'id': 'a0316b7b-fb1e-457f-ba74-a0bbaa82bcb7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635'} {{(pid=101952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:09:16.877710 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.managers [None req-3a670958-b736-4075-8c5f-7bc7df0ff221 None None] Bound port: e7d5f48c-b313-46e7-b1d9-d9afcb94d9dd, host: dv-cinder-733622-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0316b7b-fb1e-457f-ba74-a0bbaa82bcb7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635'}}] {{(pid=101952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:09:16.878090 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-3a670958-b736-4075-8c5f-7bc7df0ff221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:16.929898 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-3a670958-b736-4075-8c5f-7bc7df0ff221 None None] For port e7d5f48c-b313-46e7-b1d9-d9afcb94d9dd, host dv-cinder-733622-20-iscsi, cleared binding levels {{(pid=101952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:09:16.933066 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-3a670958-b736-4075-8c5f-7bc7df0ff221 None None] For port e7d5f48c-b313-46e7-b1d9-d9afcb94d9dd, host dv-cinder-733622-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-20-iscsi',level=0,port_id=e7d5f48c-b313-46e7-b1d9-d9afcb94d9dd,segment=NetworkSegment(a0316b7b-fb1e-457f-ba74-a0bbaa82bcb7),segment_id=a0316b7b-fb1e-457f-ba74-a0bbaa82bcb7)] {{(pid=101952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:09:16.937055 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-3a670958-b736-4075-8c5f-7bc7df0ff221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776912265364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776911838100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776911838118'] for port, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:17.000950 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a670958-b736-4075-8c5f-7bc7df0ff221 None None] Routers {'8a9bf14e-ad2a-4d7d-8c4f-8fd9303bdc3a'} bound to L3 agent in host dv-cinder-733622-20-iscsi {{(pid=101952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:09:17.001657 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_hamode_db [None req-3a670958-b736-4075-8c5f-7bc7df0ff221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-11T22:08:28Z,description=,heartbeat_timestamp=2021-11-11T22:08:58Z,host='dv-cinder-733622-20-iscsi',id=4702c36b-78d9-4f52-8cbc-8d9e3292a6f2,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T22:08:28Z,topic='l3_agent')) {'router_ids': ['8a9bf14e-ad2a-4d7d-8c4f-8fd9303bdc3a'], 'active': True} {{(pid=101952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:09:17.003594 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2682eee-5c26-4ae7-8da3-d31580bbe5a8 None None] Pushing event updated for resources: {'Port': ['ID=e7d5f48c-b313-46e7-b1d9-d9afcb94d9dd,revision_number=3']} {{(pid=101952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:09:17.004337 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-96cca211-590c-4257-bfb2-71d4c7a8f883 admin admin] 10.222.0.50 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 409 time: 0.1305122 Nov 11 22:09:17.121808 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_dvr_db [None req-3a670958-b736-4075-8c5f-7bc7df0ff221 None None] Set router 8a9bf14e-ad2a-4d7d-8c4f-8fd9303bdc3a gateway port host: dv-cinder-733622-20-iscsi {{(pid=101952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:09:17.349888 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_hamode_db [None req-3a670958-b736-4075-8c5f-7bc7df0ff221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a9bf14e-ad2a-4d7d-8c4f-8fd9303bdc3a', 'name': 'router1', 'tenant_id': '66b9b02567f3464cbd888e590f40bf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'external_fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': 'e7d5f48c-b313-46e7-b1d9-d9afcb94d9dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:08:54Z', 'updated_at': '2021-11-11T22:09:13Z', 'revision_number': 4, 'project_id': '66b9b02567f3464cbd888e590f40bf24', 'gw_port': {'id': 'e7d5f48c-b313-46e7-b1d9-d9afcb94d9dd', 'name': '', 'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:7f:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a9bf14e-ad2a-4d7d-8c4f-8fd9303bdc3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:09:13Z', 'updated_at': '2021-11-11T22:09:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-20-iscsi', '_interfaces': [{'id': 'd28d6859-bcfe-47d6-a2c9-bc41201eb088', 'name': '', 'network_id': '0955c5e2-75c7-455f-aa03-a0ae0d583ae9', 'tenant_id': '66b9b02567f3464cbd888e590f40bf24', 'mac_address': 'fa:16:3e:a6:3b:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a9bf14e-ad2a-4d7d-8c4f-8fd9303bdc3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ac6764d4-f43c-4c73-bcd7-eb1c53e6c50e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:09:04Z', 'updated_at': '2021-11-11T22:09:08Z', 'revision_number': 5, 'project_id': '66b9b02567f3464cbd888e590f40bf24', 'subnets': [{'id': 'ac6764d4-f43c-4c73-bcd7-eb1c53e6c50e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ba57fda4-b5a1-453e-926f-8129bc3776eb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-20-iscsi', False) {} {{(pid=101952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:09:17.377746 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a670958-b736-4075-8c5f-7bc7df0ff221 None None] The sync data for ids ['8a9bf14e-ad2a-4d7d-8c4f-8fd9303bdc3a'] in dv-cinder-733622-20-iscsi is: [{'id': '8a9bf14e-ad2a-4d7d-8c4f-8fd9303bdc3a', 'name': 'router1', 'tenant_id': '66b9b02567f3464cbd888e590f40bf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'external_fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.6'}], 'enable_snat': True}, 'gw_port_id': 'e7d5f48c-b313-46e7-b1d9-d9afcb94d9dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:08:54Z', 'updated_at': '2021-11-11T22:09:13Z', 'revision_number': 4, 'project_id': '66b9b02567f3464cbd888e590f40bf24', 'gw_port': {'id': 'e7d5f48c-b313-46e7-b1d9-d9afcb94d9dd', 'name': '', 'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:7f:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a9bf14e-ad2a-4d7d-8c4f-8fd9303bdc3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:09:13Z', 'updated_at': '2021-11-11T22:09:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-20-iscsi', '_interfaces': [{'id': 'd28d6859-bcfe-47d6-a2c9-bc41201eb088', 'name': '', 'network_id': '0955c5e2-75c7-455f-aa03-a0ae0d583ae9', 'tenant_id': '66b9b02567f3464cbd888e590f40bf24', 'mac_address': 'fa:16:3e:a6:3b:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a9bf14e-ad2a-4d7d-8c4f-8fd9303bdc3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ac6764d4-f43c-4c73-bcd7-eb1c53e6c50e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:09:04Z', 'updated_at': '2021-11-11T22:09:08Z', 'revision_number': 5, 'project_id': '66b9b02567f3464cbd888e590f40bf24', 'subnets': [{'id': 'ac6764d4-f43c-4c73-bcd7-eb1c53e6c50e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ba57fda4-b5a1-453e-926f-8129bc3776eb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:09:17.713220 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Device e7d5f48c-b313-46e7-b1d9-d9afcb94d9dd up at agent ovs-agent-dv-cinder-733622-20-iscsi {{(pid=101952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:09:17.781453 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.provisioning_blocks [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Provisioning complete for port e7d5f48c-b313-46e7-b1d9-d9afcb94d9dd triggered by entity L2. {{(pid=101952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:09:17.781453 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8061746'] for port, provisioning_complete {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:17.876792 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:17.900946 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] For port e7d5f48c-b313-46e7-b1d9-d9afcb94d9dd, host dv-cinder-733622-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-20-iscsi',level=0,port_id=e7d5f48c-b313-46e7-b1d9-d9afcb94d9dd,segment=NetworkSegment(a0316b7b-fb1e-457f-ba74-a0bbaa82bcb7),segment_id=a0316b7b-fb1e-457f-ba74-a0bbaa82bcb7)] {{(pid=101952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:09:17.907460 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776912265364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776911838100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776911838118'] for port, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:17.962420 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Pushing event updated for resources: {'Port': ['ID=e7d5f48c-b313-46e7-b1d9-d9afcb94d9dd,revision_number=4']} {{(pid=101952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:09:19.681479 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Device e7d5f48c-b313-46e7-b1d9-d9afcb94d9dd up at agent ovs-agent-dv-cinder-733622-20-iscsi {{(pid=101952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:09:19.759062 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.provisioning_blocks [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Provisioning complete for port e7d5f48c-b313-46e7-b1d9-d9afcb94d9dd triggered by entity L2. {{(pid=101952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:09:19.759487 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8061746'] for port, provisioning_complete {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:25.618727 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-83750482-873c-4f72-a97f-f5fb9556e442 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:28.133488 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-8389c764-bc97-4124-970c-1ee86e028f4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:29.341654 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-766b5b4b-9c4e-4513-9f30-d5290b623bba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:30.714754 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-6e72e30b-d533-48e1-89e1-e2b3014a0430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:31.728117 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:32.968662 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.db.agents_db [None req-7a0be6d5-f821-4115-b6dd-94f53e40a68e None None] Agent healthcheck: found 5 active agents {{(pid=101953) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:09:55.582059 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-dd95e010-e09d-45fd-b434-7c652dce3921 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:58.121923 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-c39672ed-a88f-467e-94bd-911d56ac3665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:09:59.333457 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-766b5b4b-9c4e-4513-9f30-d5290b623bba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:00.720569 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-6e72e30b-d533-48e1-89e1-e2b3014a0430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:01.740046 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:09.966978 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.db.agents_db [None req-7a0be6d5-f821-4115-b6dd-94f53e40a68e None None] Agent healthcheck: found 5 active agents {{(pid=101953) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:10:25.586263 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-8652659d-0f19-45db-b767-fd436bfae8ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:28.128058 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-332b135f-ca28-49b3-9b93-b6671578e5fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:29.335471 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-766b5b4b-9c4e-4513-9f30-d5290b623bba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:30.722424 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-6e72e30b-d533-48e1-89e1-e2b3014a0430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:31.737367 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:46.965235 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.db.agents_db [None req-7a0be6d5-f821-4115-b6dd-94f53e40a68e None None] Agent healthcheck: found 5 active agents {{(pid=101953) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:10:55.588886 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-a2dae22f-d645-43af-9899-345ad1fe87a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:56.938102 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 39406) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:10:56.999664 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f64c2ad-6c98-428b-ae86-7e490713894d admin admin] GET failed (client error): The resource could not be found. Nov 11 22:10:57.001016 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-9f64c2ad-6c98-428b-ae86-7e490713894d admin admin] 10.222.0.50 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0619707 Nov 11 22:10:57.161677 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b8cb9da-13a5-4abd-b145-10f45df47162 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:10:57.163186 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-8b8cb9da-13a5-4abd-b145-10f45df47162 admin admin] 10.222.0.50 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1575084 Nov 11 22:10:58.130040 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-c129a5aa-30a2-4d32-928c-79f3e5086319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:59.340208 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-766b5b4b-9c4e-4513-9f30-d5290b623bba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:59.480195 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 39416) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:10:59.576995 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2cac3f2-54be-43a3-acf4-17d2acea9d8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:10:59.578358 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-c2cac3f2-54be-43a3-acf4-17d2acea9d8b admin admin] 10.222.0.50 "GET /v2.0/subnets/ac6764d4-f43c-4c73-bcd7-eb1c53e6c50e HTTP/1.1" status: 200 len: 849 time: 0.0971889 Nov 11 22:10:59.588310 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.v2.base [None req-3029d17d-bb41-4176-92fa-610af6ebf4b7 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=101951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:10:59.671362 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-3029d17d-bb41-4176-92fa-610af6ebf4b7 admin admin] Publish callbacks [] for subnet, before_update {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:59.816201 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-3029d17d-bb41-4176-92fa-610af6ebf4b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8776912265355'] for subnet, after_update {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:59.848774 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3029d17d-bb41-4176-92fa-610af6ebf4b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:10:59.849369 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-3029d17d-bb41-4176-92fa-610af6ebf4b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634242'] for subnet, before_response {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:10:59.850795 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-3029d17d-bb41-4176-92fa-610af6ebf4b7 admin admin] 10.222.0.50 "PUT /v2.0/subnets/ac6764d4-f43c-4c73-bcd7-eb1c53e6c50e HTTP/1.1" status: 200 len: 868 time: 0.2660513 Nov 11 22:10:59.853866 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e008093e-acd6-4691-b4fe-08011c069f3f None None] Network 0955c5e2-75c7-455f-aa03-a0ae0d583ae9 requested from dv-cinder-733622-20-iscsi {{(pid=101952) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:10:59.870626 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029d17d-bb41-4176-92fa-610af6ebf4b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac6764d4-f43c-4c73-bcd7-eb1c53e6c50e,revision_number=1']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:10:59.879013 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029d17d-bb41-4176-92fa-610af6ebf4b7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:10:59.879392 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029d17d-bb41-4176-92fa-610af6ebf4b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:10:59.879742 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029d17d-bb41-4176-92fa-610af6ebf4b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:10:59.880079 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029d17d-bb41-4176-92fa-610af6ebf4b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:10:59.880416 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029d17d-bb41-4176-92fa-610af6ebf4b7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:10:59.880804 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029d17d-bb41-4176-92fa-610af6ebf4b7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:10:59.881144 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029d17d-bb41-4176-92fa-610af6ebf4b7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:10:59.881495 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029d17d-bb41-4176-92fa-610af6ebf4b7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:10:59.881832 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029d17d-bb41-4176-92fa-610af6ebf4b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:10:59.882165 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029d17d-bb41-4176-92fa-610af6ebf4b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:10:59.882495 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029d17d-bb41-4176-92fa-610af6ebf4b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:10:59.882818 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029d17d-bb41-4176-92fa-610af6ebf4b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:11:00.286465 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.provisioning_blocks [None req-00122369-f904-4061-b6c2-280e2b0824f8 None None] Provisioning complete for port d28d6859-bcfe-47d6-a2c9-bc41201eb088 triggered by entity DHCP. {{(pid=101952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:11:00.286833 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-00122369-f904-4061-b6c2-280e2b0824f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8061746'] for port, provisioning_complete {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:00.376066 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.provisioning_blocks [None req-00122369-f904-4061-b6c2-280e2b0824f8 None None] Provisioning complete for port 901dce41-f9f6-428a-bdbd-812863627ee5 triggered by entity DHCP. {{(pid=101952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:11:00.376733 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-00122369-f904-4061-b6c2-280e2b0824f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8061746'] for port, provisioning_complete {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:00.725865 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-6e72e30b-d533-48e1-89e1-e2b3014a0430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:01.740410 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:02.202481 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 39424) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:11:02.401567 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-533cb1e0-de65-480b-a8cd-92e4f719118e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:11:02.402091 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-533cb1e0-de65-480b-a8cd-92e4f719118e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:11:02.403649 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-533cb1e0-de65-480b-a8cd-92e4f719118e admin admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2001996 Nov 11 22:11:04.731418 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 39432) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:11:04.864310 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d0b2254-2564-43ef-b6b8-2bcfb8ad0bc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:11:04.864816 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d0b2254-2564-43ef-b6b8-2bcfb8ad0bc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:11:04.866361 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-3d0b2254-2564-43ef-b6b8-2bcfb8ad0bc9 admin admin] 10.222.0.50 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1339779 Nov 11 22:11:07.209213 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 39440) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:11:07.344806 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c45dcb75-c385-4c65-bee5-3409faec83b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:11:07.346174 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-c45dcb75-c385-4c65-bee5-3409faec83b7 admin admin] 10.222.0.50 "GET /v2.0/networks/0955c5e2-75c7-455f-aa03-a0ae0d583ae9 HTTP/1.1" status: 200 len: 869 time: 0.1360123 Nov 11 22:11:09.682678 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.wsgi [-] (101950) accepted ('10.222.0.50', 39448) {{(pid=101950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:11:09.886968 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f71fffc5-6a0f-47df-b4e9-4bfcb621dbb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:11:09.888390 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [None req-f71fffc5-6a0f-47df-b4e9-4bfcb621dbb2 admin admin] 10.222.0.50 "GET /v2.0/networks/fd27370c-43f8-4948-a495-3a9880be1635 HTTP/1.1" status: 200 len: 886 time: 0.2040567 Nov 11 22:11:12.228290 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.wsgi [-] (101950) accepted ('10.222.0.50', 39458) {{(pid=101950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:11:12.372277 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bda492df-9dda-430b-ac15-f51db5e9e415 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:11:12.372750 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bda492df-9dda-430b-ac15-f51db5e9e415 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:11:12.374267 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [None req-bda492df-9dda-430b-ac15-f51db5e9e415 admin admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1450150 Nov 11 22:11:14.721178 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.wsgi [-] (101950) accepted ('10.222.0.50', 39466) {{(pid=101950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:11:14.819256 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5be8ad3-6473-4664-b1ac-7d18789d1584 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:11:14.819709 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5be8ad3-6473-4664-b1ac-7d18789d1584 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:11:14.821284 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [None req-a5be8ad3-6473-4664-b1ac-7d18789d1584 admin admin] 10.222.0.50 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0991571 Nov 11 22:11:17.184866 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 39474) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:11:17.281293 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-195bcdde-0fc5-4b6e-afdc-9ba7dcb7cf26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:11:17.282668 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-195bcdde-0fc5-4b6e-afdc-9ba7dcb7cf26 admin admin] 10.222.0.50 "GET /v2.0/subnets/ac6764d4-f43c-4c73-bcd7-eb1c53e6c50e HTTP/1.1" status: 200 len: 868 time: 0.0977650 Nov 11 22:11:19.701369 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.wsgi [-] (101950) accepted ('10.222.0.50', 39482) {{(pid=101950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:11:19.814326 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7003da-d667-4b14-a718-2b89db4c3269 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:11:19.815700 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [None req-9c7003da-d667-4b14-a718-2b89db4c3269 admin admin] 10.222.0.50 "GET /v2.0/subnets/b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca HTTP/1.1" status: 200 len: 816 time: 0.1134188 Nov 11 22:11:23.963748 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.db.agents_db [None req-7a0be6d5-f821-4115-b6dd-94f53e40a68e None None] Agent healthcheck: found 5 active agents {{(pid=101953) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:11:25.591609 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-1958e50a-169c-4523-8686-5f7a0a9ccde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:28.132787 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-6a9b99d7-6808-496e-b82f-5dd76b2484be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:29.342070 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-766b5b4b-9c4e-4513-9f30-d5290b623bba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:30.728774 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-6e72e30b-d533-48e1-89e1-e2b3014a0430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:31.743728 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:44.636801 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.wsgi [-] (101950) accepted ('10.222.0.50', 39536) {{(pid=101950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:11:44.684955 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.wsgi [None req-e2d382d7-0f09-4975-bb4a-5244dfc1ddda admin admin] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=101950) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 22:11:44.686003 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [None req-e2d382d7-0f09-4975-bb4a-5244dfc1ddda admin admin] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0482585 Nov 11 22:11:47.077486 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 39544) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:11:47.139113 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d30bddd-a642-40e8-bc3d-8a0bc449998f admin admin] GET failed (client error): The resource could not be found. Nov 11 22:11:47.140452 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-1d30bddd-a642-40e8-bc3d-8a0bc449998f admin admin] 10.222.0.50 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0619376 Nov 11 22:11:47.226362 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cfe9460-0330-409d-943c-7d23dec6d853 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:11:47.227815 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-4cfe9460-0330-409d-943c-7d23dec6d853 admin admin] 10.222.0.50 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0827420 Nov 11 22:11:49.602371 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 39552) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:11:49.662642 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.v2.base [None req-13d548ef-0bf6-4116-8d41-8e844a42f633 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=101951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:11:49.684862 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13d548ef-0bf6-4116-8d41-8e844a42f633 admin admin] Made reservation on behalf of 6e389a81323c49d88cf8eef62ecfd3f3 for: {'network': 1} {{(pid=101951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:11:49.687817 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-13d548ef-0bf6-4116-8d41-8e844a42f633 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for network, before_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:49.718350 dv-cinder-733622-20-iscsi neutron-server[101951]: WARNING neutron.services.revisions.revision_plugin [None req-13d548ef-0bf6-4116-8d41-8e844a42f633 admin admin] Could not find related network for resource to bump revision. Nov 11 22:11:49.731619 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13d548ef-0bf6-4116-8d41-8e844a42f633 admin admin] vlan segment allocate from pool success with {'vlan_id': 812, 'physical_network': 'physnet1'} {{(pid=101951) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 22:11:49.743225 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-13d548ef-0bf6-4116-8d41-8e844a42f633 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8017375'] for segment, precommit_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:49.743566 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.db.segments_db [None req-13d548ef-0bf6-4116-8d41-8e844a42f633 admin admin] Added segment 8286898a-e412-40bb-9e01-596feedf0ad3 of type vlan for network b83e8015-94b3-4513-ab1e-44b7221f9943 Nov 11 22:11:49.786482 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-13d548ef-0bf6-4116-8d41-8e844a42f633 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776911823580'] for network, precommit_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:49.811977 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-13d548ef-0bf6-4116-8d41-8e844a42f633 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260'] for network, after_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:49.813189 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13d548ef-0bf6-4116-8d41-8e844a42f633 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:11:49.813764 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-13d548ef-0bf6-4116-8d41-8e844a42f633 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634242'] for network, before_response {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:49.849018 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-13d548ef-0bf6-4116-8d41-8e844a42f633 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2450573 Nov 11 22:11:50.002447 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d548ef-0bf6-4116-8d41-8e844a42f633 admin admin] Pushing event updated for resources: {'Network': ['ID=b83e8015-94b3-4513-ab1e-44b7221f9943,revision_number=1']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:11:50.013631 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Network b83e8015-94b3-4513-ab1e-44b7221f9943 details requested by agent ovs-agent-dv-cinder-733622-20-iscsi with host dv-cinder-733622-20-iscsi {{(pid=101952) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 22:11:52.209974 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 39560) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:11:52.271670 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.pecan_wsgi.hooks.translation [None req-9099002d-ac6d-42c0-9e0b-3aa827fa82cd admin admin] GET failed (client error): The resource could not be found. Nov 11 22:11:52.273043 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-9099002d-ac6d-42c0-9e0b-3aa827fa82cd admin admin] 10.222.0.50 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0620883 Nov 11 22:11:52.343528 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7797f2d-66dd-4453-8930-4f3910532729 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:11:52.345015 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-f7797f2d-66dd-4453-8930-4f3910532729 admin admin] 10.222.0.50 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0666916 Nov 11 22:11:52.355390 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.v2.base [None req-137f0eb9-f9f5-459c-b46d-841d82e6096d admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet', 'network_id': 'b83e8015-94b3-4513-ab1e-44b7221f9943', 'cidr': '192.168.233.0/24'}} {{(pid=101951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:11:52.375829 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-137f0eb9-f9f5-459c-b46d-841d82e6096d admin admin] Made reservation on behalf of 6e389a81323c49d88cf8eef62ecfd3f3 for: {'subnet': 1} {{(pid=101951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:11:52.378205 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-137f0eb9-f9f5-459c-b46d-841d82e6096d admin admin] Publish callbacks [] for subnet, before_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:52.542261 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-137f0eb9-f9f5-459c-b46d-841d82e6096d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260'] for subnet, after_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:52.593770 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137f0eb9-f9f5-459c-b46d-841d82e6096d admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed983eae-af73-4ce3-9f14-c251dfa144b8,revision_number=0']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:11:52.610096 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-137f0eb9-f9f5-459c-b46d-841d82e6096d admin admin] Checking segment: {'id': '8286898a-e412-40bb-9e01-596feedf0ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'b83e8015-94b3-4513-ab1e-44b7221f9943'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:11:52.610444 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-137f0eb9-f9f5-459c-b46d-841d82e6096d admin admin] Network hostable DHCP agents. Network: b83e8015-94b3-4513-ab1e-44b7221f9943, hostable agents: ['23e6d948-888e-4d00-9ca4-1adf1bb62ced'], hosted agents: [] {{(pid=101951) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 22:11:52.626780 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-137f0eb9-f9f5-459c-b46d-841d82e6096d admin admin] Network b83e8015-94b3-4513-ab1e-44b7221f9943 is scheduled to be hosted by DHCP agent 23e6d948-888e-4d00-9ca4-1adf1bb62ced with binding_index 1 {{(pid=101951) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 22:11:52.635535 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.scheduler.base_scheduler [None req-137f0eb9-f9f5-459c-b46d-841d82e6096d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-20-iscsi, b83e8015-94b3-4513-ab1e-44b7221f9943) {{(pid=101951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:11:52.640229 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-137f0eb9-f9f5-459c-b46d-841d82e6096d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:11:52.640835 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-137f0eb9-f9f5-459c-b46d-841d82e6096d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634242'] for subnet, before_response {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:52.645230 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-810714b4-3165-497e-9bd1-86c5d456a077 None None] Network b83e8015-94b3-4513-ab1e-44b7221f9943 requested from dv-cinder-733622-20-iscsi {{(pid=101952) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:11:52.656821 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-137f0eb9-f9f5-459c-b46d-841d82e6096d admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3045733 Nov 11 22:11:52.898191 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07960fec-0a17-4879-894f-b34e4d43eb68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6467342-9d0c-523f-a8b3-69f6dc17eabf-b83e8015-94b3-4513-ab1e-44b7221f9943', 'network_id': 'b83e8015-94b3-4513-ab1e-44b7221f9943', 'tenant_id': '6e389a81323c49d88cf8eef62ecfd3f3', 'fixed_ips': [{'subnet_id': 'ed983eae-af73-4ce3-9f14-c251dfa144b8'}]}} from dv-cinder-733622-20-iscsi. {{(pid=101952) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 22:11:52.899112 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-07960fec-0a17-4879-894f-b34e4d43eb68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_create {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:53.036858 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.db_base_plugin_common [None req-07960fec-0a17-4879-894f-b34e4d43eb68 None None] Allocated IP 192.168.233.2 (b83e8015-94b3-4513-ab1e-44b7221f9943/ed983eae-af73-4ce3-9f14-c251dfa144b8/6e193f9b-3bdd-410a-badf-8861e393b285) {{(pid=101952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:11:53.195473 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-07960fec-0a17-4879-894f-b34e4d43eb68 None None] Publish callbacks [] for port, precommit_create {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:53.202336 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-07960fec-0a17-4879-894f-b34e4d43eb68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776911838082'] for port, after_create {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:53.246760 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07960fec-0a17-4879-894f-b34e4d43eb68 None None] Network b83e8015-94b3-4513-ab1e-44b7221f9943 is already hosted by enough agents. {{(pid=101952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:11:53.249704 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.scheduler.base_scheduler [None req-07960fec-0a17-4879-894f-b34e4d43eb68 None None] Resources bound (agent type, host, resource id): {{(pid=101952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:11:53.253285 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07960fec-0a17-4879-894f-b34e4d43eb68 None None] Received port after_create {{(pid=101952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:11:53.259094 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07960fec-0a17-4879-894f-b34e4d43eb68 None None] Pushing event updated for resources: {'Port': ['ID=6e193f9b-3bdd-410a-badf-8861e393b285,revision_number=1']} {{(pid=101952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:11:53.270571 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07960fec-0a17-4879-894f-b34e4d43eb68 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:11:53.270940 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07960fec-0a17-4879-894f-b34e4d43eb68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:11:53.271287 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07960fec-0a17-4879-894f-b34e4d43eb68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:11:53.271628 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07960fec-0a17-4879-894f-b34e4d43eb68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:11:53.271954 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07960fec-0a17-4879-894f-b34e4d43eb68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:11:53.272306 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07960fec-0a17-4879-894f-b34e4d43eb68 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:11:53.272660 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07960fec-0a17-4879-894f-b34e4d43eb68 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:11:53.272987 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07960fec-0a17-4879-894f-b34e4d43eb68 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:11:53.273324 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07960fec-0a17-4879-894f-b34e4d43eb68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:11:53.273649 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07960fec-0a17-4879-894f-b34e4d43eb68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:11:53.273971 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07960fec-0a17-4879-894f-b34e4d43eb68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:11:53.274293 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07960fec-0a17-4879-894f-b34e4d43eb68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:11:53.321816 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.managers [None req-07960fec-0a17-4879-894f-b34e4d43eb68 None None] Attempting to bind port 6e193f9b-3bdd-410a-badf-8861e393b285 on host dv-cinder-733622-20-iscsi for vnic_type normal with profile {{(pid=101952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:11:53.322188 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.managers [None req-07960fec-0a17-4879-894f-b34e4d43eb68 None None] Attempting to bind port 6e193f9b-3bdd-410a-badf-8861e393b285 by drivers openvswitch,hyperv on host dv-cinder-733622-20-iscsi at level 0 using segments [{'id': '8286898a-e412-40bb-9e01-596feedf0ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'b83e8015-94b3-4513-ab1e-44b7221f9943'}] {{(pid=101952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:11:53.322554 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07960fec-0a17-4879-894f-b34e4d43eb68 None None] Attempting to bind port 6e193f9b-3bdd-410a-badf-8861e393b285 on network b83e8015-94b3-4513-ab1e-44b7221f9943 {{(pid=101952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:11:53.328624 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07960fec-0a17-4879-894f-b34e4d43eb68 None None] Checking agent: {'id': '83a5d6f5-895b-4fa9-b3a8-3d8b1836c237', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 22, 8, 32), 'started_at': datetime.datetime(2021, 11, 11, 22, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 11, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:11:53.329073 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07960fec-0a17-4879-894f-b34e4d43eb68 None None] Checking segment: {'id': '8286898a-e412-40bb-9e01-596feedf0ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'b83e8015-94b3-4513-ab1e-44b7221f9943'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:11:53.329484 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-07960fec-0a17-4879-894f-b34e4d43eb68 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:53.329876 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07960fec-0a17-4879-894f-b34e4d43eb68 None None] Bound using segment: {'id': '8286898a-e412-40bb-9e01-596feedf0ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'b83e8015-94b3-4513-ab1e-44b7221f9943'} {{(pid=101952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:11:53.330351 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.managers [None req-07960fec-0a17-4879-894f-b34e4d43eb68 None None] Bound port: 6e193f9b-3bdd-410a-badf-8861e393b285, host: dv-cinder-733622-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8286898a-e412-40bb-9e01-596feedf0ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'b83e8015-94b3-4513-ab1e-44b7221f9943'}}] {{(pid=101952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:11:53.330754 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-07960fec-0a17-4879-894f-b34e4d43eb68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:53.396628 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-07960fec-0a17-4879-894f-b34e4d43eb68 None None] For port 6e193f9b-3bdd-410a-badf-8861e393b285, host dv-cinder-733622-20-iscsi, cleared binding levels {{(pid=101952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:11:53.400339 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-07960fec-0a17-4879-894f-b34e4d43eb68 None None] For port 6e193f9b-3bdd-410a-badf-8861e393b285, host dv-cinder-733622-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-20-iscsi',level=0,port_id=6e193f9b-3bdd-410a-badf-8861e393b285,segment=NetworkSegment(8286898a-e412-40bb-9e01-596feedf0ad3),segment_id=8286898a-e412-40bb-9e01-596feedf0ad3)] {{(pid=101952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:11:53.407752 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-07960fec-0a17-4879-894f-b34e4d43eb68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776912265364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776911838100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776911838118'] for port, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:53.472313 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07960fec-0a17-4879-894f-b34e4d43eb68 None None] Pushing event updated for resources: {'Port': ['ID=6e193f9b-3bdd-410a-badf-8861e393b285,revision_number=2']} {{(pid=101952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:11:53.838263 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Device 6e193f9b-3bdd-410a-badf-8861e393b285 up at agent ovs-agent-dv-cinder-733622-20-iscsi {{(pid=101952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:11:53.892365 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.provisioning_blocks [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Provisioning complete for port 6e193f9b-3bdd-410a-badf-8861e393b285 triggered by entity L2. {{(pid=101952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:11:53.892783 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8061746'] for port, provisioning_complete {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:53.977845 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:54.013790 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] For port 6e193f9b-3bdd-410a-badf-8861e393b285, host dv-cinder-733622-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-20-iscsi',level=0,port_id=6e193f9b-3bdd-410a-badf-8861e393b285,segment=NetworkSegment(8286898a-e412-40bb-9e01-596feedf0ad3),segment_id=8286898a-e412-40bb-9e01-596feedf0ad3)] {{(pid=101952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:11:54.018319 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776912265364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776911838100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776911838118'] for port, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:54.069703 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Pushing event updated for resources: {'Port': ['ID=6e193f9b-3bdd-410a-badf-8861e393b285,revision_number=3']} {{(pid=101952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:11:54.402922 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81139b3d-c02a-4371-ad64-62446baacc2d None None] Network b83e8015-94b3-4513-ab1e-44b7221f9943 requested from dv-cinder-733622-20-iscsi {{(pid=101952) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:11:54.542065 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.provisioning_blocks [None req-3455710a-fd92-45cc-8a8b-bc8eccb54809 None None] Provisioning complete for port 6e193f9b-3bdd-410a-badf-8861e393b285 triggered by entity DHCP. {{(pid=101952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:11:54.542349 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-3455710a-fd92-45cc-8a8b-bc8eccb54809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8061746'] for port, provisioning_complete {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:54.769364 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.provisioning_blocks [None req-d3c1f598-d01b-4495-8b44-8555cf6ba6c2 None None] Provisioning complete for port 6e193f9b-3bdd-410a-badf-8861e393b285 triggered by entity DHCP. {{(pid=101952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:11:54.769734 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-d3c1f598-d01b-4495-8b44-8555cf6ba6c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8061746'] for port, provisioning_complete {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:55.594167 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-d4838eef-d30f-4717-a0b5-c1b1aed773e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:55.759713 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Device 6e193f9b-3bdd-410a-badf-8861e393b285 up at agent ovs-agent-dv-cinder-733622-20-iscsi {{(pid=101952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:11:55.812012 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.provisioning_blocks [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Provisioning complete for port 6e193f9b-3bdd-410a-badf-8861e393b285 triggered by entity L2. {{(pid=101952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:11:55.812384 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8061746'] for port, provisioning_complete {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:58.136542 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-7bea2977-841d-425b-8d2e-dddbf6fecf62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:11:59.343617 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-766b5b4b-9c4e-4513-9f30-d5290b623bba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:00.731794 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-6e72e30b-d533-48e1-89e1-e2b3014a0430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:00.962088 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.db.agents_db [None req-7a0be6d5-f821-4115-b6dd-94f53e40a68e None None] Agent healthcheck: found 5 active agents {{(pid=101953) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:12:01.746215 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:25.598381 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-b29c42b2-24bf-4884-a92e-e54725cd9b4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:28.139122 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-e08784f5-c7d6-417c-ace3-c9aa9dc5ad17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:29.345962 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-766b5b4b-9c4e-4513-9f30-d5290b623bba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:30.736081 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-6e72e30b-d533-48e1-89e1-e2b3014a0430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:31.748990 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:37.960057 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.db.agents_db [None req-7a0be6d5-f821-4115-b6dd-94f53e40a68e None None] Agent healthcheck: found 5 active agents {{(pid=101953) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:12:55.600663 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-ccfdd634-e4af-465c-8415-8cdb9312e32b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:58.139587 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-41fb9b2d-12f5-4ce4-9f33-7399a336118d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:12:59.349208 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-766b5b4b-9c4e-4513-9f30-d5290b623bba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:13:00.742595 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-6e72e30b-d533-48e1-89e1-e2b3014a0430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:13:01.752027 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:13:05.193581 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 39604) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:13:05.199479 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [None req-745733d9-33cf-4ceb-83e1-4c3bd22191a9 tempest-verify_tempest_config-1491888835 tempest-verify_tempest_config-1491888835-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=101951) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 22:13:05.200429 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-745733d9-33cf-4ceb-83e1-4c3bd22191a9 tempest-verify_tempest_config-1491888835 tempest-verify_tempest_config-1491888835-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0058620 Nov 11 22:13:05.491735 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.wsgi [-] (101950) accepted ('10.222.0.50', 39622) {{(pid=101950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:13:05.598001 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-a64a2b06-691a-48de-912a-0e87f034daec admin admin] Publish callbacks [] for security_group, before_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:13:05.674059 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-a64a2b06-691a-48de-912a-0e87f034daec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:13:05.677882 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-a64a2b06-691a-48de-912a-0e87f034daec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:13:05.721295 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64a2b06-691a-48de-912a-0e87f034daec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63c6ad7a-29f5-4b3a-bb6a-36999d7ae9e9,revision_number=1']} {{(pid=101950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:13:05.729216 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [None req-a64a2b06-691a-48de-912a-0e87f034daec admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=471ba6287a1649ab94177d6e16a71278&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2359602 Nov 11 22:13:05.730865 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64a2b06-691a-48de-912a-0e87f034daec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:13:05.731240 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64a2b06-691a-48de-912a-0e87f034daec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:13:05.736533 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64a2b06-691a-48de-912a-0e87f034daec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:13:05.736533 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64a2b06-691a-48de-912a-0e87f034daec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:13:05.736860 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 39628) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:13:05.736966 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64a2b06-691a-48de-912a-0e87f034daec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:13:05.736966 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64a2b06-691a-48de-912a-0e87f034daec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:13:05.736966 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64a2b06-691a-48de-912a-0e87f034daec admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:13:05.736966 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64a2b06-691a-48de-912a-0e87f034daec admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:13:05.736966 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64a2b06-691a-48de-912a-0e87f034daec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:13:05.736966 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64a2b06-691a-48de-912a-0e87f034daec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:13:05.736966 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64a2b06-691a-48de-912a-0e87f034daec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:13:05.736966 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64a2b06-691a-48de-912a-0e87f034daec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:13:05.788066 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-09b5e3bc-ebc4-4bbd-981b-7301e2aa6fd5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:13:05.808126 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-09b5e3bc-ebc4-4bbd-981b-7301e2aa6fd5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:13:05.897448 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-09b5e3bc-ebc4-4bbd-981b-7301e2aa6fd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:13:05.899873 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-09b5e3bc-ebc4-4bbd-981b-7301e2aa6fd5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:13:05.901614 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-09b5e3bc-ebc4-4bbd-981b-7301e2aa6fd5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/63c6ad7a-29f5-4b3a-bb6a-36999d7ae9e9 HTTP/1.1" status: 204 len: 168 time: 0.1685350 Nov 11 22:13:05.909472 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b5e3bc-ebc4-4bbd-981b-7301e2aa6fd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63c6ad7a-29f5-4b3a-bb6a-36999d7ae9e9,revision_number=None']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:13:05.916235 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b5e3bc-ebc4-4bbd-981b-7301e2aa6fd5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:13:05.916739 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b5e3bc-ebc4-4bbd-981b-7301e2aa6fd5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:13:05.917083 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b5e3bc-ebc4-4bbd-981b-7301e2aa6fd5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:13:05.917414 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b5e3bc-ebc4-4bbd-981b-7301e2aa6fd5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:13:05.917736 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b5e3bc-ebc4-4bbd-981b-7301e2aa6fd5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:13:05.918074 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b5e3bc-ebc4-4bbd-981b-7301e2aa6fd5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:13:05.918402 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b5e3bc-ebc4-4bbd-981b-7301e2aa6fd5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:13:05.918738 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b5e3bc-ebc4-4bbd-981b-7301e2aa6fd5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:13:05.919065 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b5e3bc-ebc4-4bbd-981b-7301e2aa6fd5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:13:05.919384 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b5e3bc-ebc4-4bbd-981b-7301e2aa6fd5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:13:05.919685 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b5e3bc-ebc4-4bbd-981b-7301e2aa6fd5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:13:05.920003 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b5e3bc-ebc4-4bbd-981b-7301e2aa6fd5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:13:14.958823 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.db.agents_db [None req-7a0be6d5-f821-4115-b6dd-94f53e40a68e None None] Agent healthcheck: found 5 active agents {{(pid=101953) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:13:25.601670 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-3f0950d7-24b8-4b4f-915a-745e4385d4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:13:28.146094 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-4af8cf52-ee90-4ce5-81c9-c0716c2bc4c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:13:29.351081 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-766b5b4b-9c4e-4513-9f30-d5290b623bba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:13:30.740456 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-6e72e30b-d533-48e1-89e1-e2b3014a0430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:13:31.753183 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:13:51.956986 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.db.agents_db [None req-7a0be6d5-f821-4115-b6dd-94f53e40a68e None None] Agent healthcheck: found 5 active agents {{(pid=101953) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:13:55.607864 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-21d2c1bf-0c6d-4a8a-a868-da4c91ef7d01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:13:58.137501 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-9d7c60d7-370e-4b2f-8fc6-ecd5c1ea627f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:13:59.354270 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-766b5b4b-9c4e-4513-9f30-d5290b623bba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:14:00.744114 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-6e72e30b-d533-48e1-89e1-e2b3014a0430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:14:01.755584 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:14:25.601708 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-2ca5da19-6ae6-4e10-8b96-ab6e84f12ffb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:14:28.138255 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-7539cdfc-72c3-4558-9b67-8ca998aaa54e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:14:28.955898 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.db.agents_db [None req-7a0be6d5-f821-4115-b6dd-94f53e40a68e None None] Agent healthcheck: found 5 active agents {{(pid=101953) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:14:29.357622 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-766b5b4b-9c4e-4513-9f30-d5290b623bba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:14:30.751421 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-6e72e30b-d533-48e1-89e1-e2b3014a0430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:14:31.758981 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:14:38.983625 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-657334'] for agent, after_create {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:14:54.656615 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 39702) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:14:54.758657 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-75386a07-fb9b-40f0-91d7-a2e6b2f8caa3 admin admin] 10.222.0.50 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1009610 Nov 11 22:14:55.605211 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-78416036-459b-445f-b433-54276275d556 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:14:57.054210 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 39712) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:14:57.109521 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-7846f285-94ff-46cf-a8df-58ff4c088fc3 admin admin] 10.222.0.50 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0541270 Nov 11 22:14:58.139069 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-93147357-3e34-43be-85e5-0525a29e38c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:14:59.362033 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-766b5b4b-9c4e-4513-9f30-d5290b623bba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:00.752582 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-6e72e30b-d533-48e1-89e1-e2b3014a0430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:01.761268 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:05.957710 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.db.agents_db [None req-7a0be6d5-f821-4115-b6dd-94f53e40a68e None None] Agent healthcheck: found 6 active agents {{(pid=101953) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:15:08.978491 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:25.606555 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-9544880c-b79a-4a93-98db-e43faf4e6561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:28.139982 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-85179529-d057-4986-8cee-4901b9870f66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:29.363952 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-766b5b4b-9c4e-4513-9f30-d5290b623bba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:30.753647 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-6e72e30b-d533-48e1-89e1-e2b3014a0430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:31.764344 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:38.995362 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:42.956607 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.db.agents_db [None req-7a0be6d5-f821-4115-b6dd-94f53e40a68e None None] Agent healthcheck: found 6 active agents {{(pid=101953) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:15:55.610601 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-4c40112d-535d-4858-8909-69fea3fddb5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:58.147150 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-a4c824ca-3521-4b2e-a64d-19c6e013d75c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:15:59.367327 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-766b5b4b-9c4e-4513-9f30-d5290b623bba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:00.758577 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-6e72e30b-d533-48e1-89e1-e2b3014a0430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:01.766333 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:09.005094 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:19.956593 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.db.agents_db [None req-7a0be6d5-f821-4115-b6dd-94f53e40a68e None None] Agent healthcheck: found 6 active agents {{(pid=101953) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:16:25.628818 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-2e79b555-d806-4717-b471-f0ed24698e08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:28.161641 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-d595e604-9281-45b0-b4b8-7110a9c2d6bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:29.036612 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 39886) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:16:29.094520 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 39894) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:16:29.383742 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-766b5b4b-9c4e-4513-9f30-d5290b623bba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:29.441934 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.v2.base [None req-0198a847-3021-49f9-9cb6-553165d0d8d0 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-216847738-network', 'tenant_id': 'f08f0ccbadb74a1fb24f11c7ab51aed8'}} {{(pid=101951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:16:29.482237 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0198a847-3021-49f9-9cb6-553165d0d8d0 admin admin] Made reservation on behalf of f08f0ccbadb74a1fb24f11c7ab51aed8 for: {'network': 1} {{(pid=101951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:16:29.486146 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-0198a847-3021-49f9-9cb6-553165d0d8d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for network, before_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:29.502698 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-0198a847-3021-49f9-9cb6-553165d0d8d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:29.536387 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.v2.base [None req-a7b8b9cf-9750-4172-964e-47d9379ee13e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-159595070-network', 'tenant_id': '1ce5c1a9babe4d3098016d7a6fcab517'}} {{(pid=101951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:16:29.591835 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7b8b9cf-9750-4172-964e-47d9379ee13e admin admin] Made reservation on behalf of 1ce5c1a9babe4d3098016d7a6fcab517 for: {'network': 1} {{(pid=101951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:16:29.595844 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-a7b8b9cf-9750-4172-964e-47d9379ee13e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for network, before_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:29.620995 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-a7b8b9cf-9750-4172-964e-47d9379ee13e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:29.845515 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-0198a847-3021-49f9-9cb6-553165d0d8d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:29.870255 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-0198a847-3021-49f9-9cb6-553165d0d8d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:29.958341 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0198a847-3021-49f9-9cb6-553165d0d8d0 admin admin] vlan segment allocate from pool success with {'vlan_id': 833, 'physical_network': 'physnet1'} {{(pid=101951) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 22:16:29.966061 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0198a847-3021-49f9-9cb6-553165d0d8d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68067a07-9049-4dac-b76f-d82da95a01c3,revision_number=1']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:16:30.008678 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0198a847-3021-49f9-9cb6-553165d0d8d0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:16:30.009466 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0198a847-3021-49f9-9cb6-553165d0d8d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:16:30.010165 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0198a847-3021-49f9-9cb6-553165d0d8d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:16:30.010847 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0198a847-3021-49f9-9cb6-553165d0d8d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:16:30.011573 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0198a847-3021-49f9-9cb6-553165d0d8d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:16:30.012818 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0198a847-3021-49f9-9cb6-553165d0d8d0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:16:30.012818 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0198a847-3021-49f9-9cb6-553165d0d8d0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:16:30.013528 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0198a847-3021-49f9-9cb6-553165d0d8d0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:16:30.014092 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0198a847-3021-49f9-9cb6-553165d0d8d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:16:30.014657 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0198a847-3021-49f9-9cb6-553165d0d8d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:16:30.015310 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0198a847-3021-49f9-9cb6-553165d0d8d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:16:30.015818 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0198a847-3021-49f9-9cb6-553165d0d8d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:16:30.018048 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0198a847-3021-49f9-9cb6-553165d0d8d0 admin admin] Tracked resource versions report: Nov 11 22:16:30.018048 dv-cinder-733622-20-iscsi neutron-server[101951]: pushed versions: Nov 11 22:16:30.018048 dv-cinder-733622-20-iscsi neutron-server[101951]: { 'AddressGroup': {'1.2'}, Nov 11 22:16:30.018048 dv-cinder-733622-20-iscsi neutron-server[101951]: 'ConntrackHelper': {'1.0'}, Nov 11 22:16:30.018048 dv-cinder-733622-20-iscsi neutron-server[101951]: 'Log': {'1.0'}, Nov 11 22:16:30.018048 dv-cinder-733622-20-iscsi neutron-server[101951]: 'Network': {'1.1'}, Nov 11 22:16:30.018048 dv-cinder-733622-20-iscsi neutron-server[101951]: 'Port': {'1.7'}, Nov 11 22:16:30.018048 dv-cinder-733622-20-iscsi neutron-server[101951]: 'PortForwarding': {'1.2'}, Nov 11 22:16:30.018048 dv-cinder-733622-20-iscsi neutron-server[101951]: 'QosPolicy': {'1.10'}, Nov 11 22:16:30.018048 dv-cinder-733622-20-iscsi neutron-server[101951]: 'SecurityGroup': {'1.5'}, Nov 11 22:16:30.018048 dv-cinder-733622-20-iscsi neutron-server[101951]: 'SecurityGroupRule': {'1.2'}, Nov 11 22:16:30.018048 dv-cinder-733622-20-iscsi neutron-server[101951]: 'SubPort': {'1.0'}, Nov 11 22:16:30.018048 dv-cinder-733622-20-iscsi neutron-server[101951]: 'Subnet': {'1.1'}, Nov 11 22:16:30.018048 dv-cinder-733622-20-iscsi neutron-server[101951]: 'Trunk': {'1.1'}} Nov 11 22:16:30.018048 dv-cinder-733622-20-iscsi neutron-server[101951]: consumer versions: Nov 11 22:16:30.018048 dv-cinder-733622-20-iscsi neutron-server[101951]: { DHCP agent@dv-cinder-733622-20-iscsi: {}, Nov 11 22:16:30.018048 dv-cinder-733622-20-iscsi neutron-server[101951]: HyperV agent@hv-cinder-73362: {}, Nov 11 22:16:30.018048 dv-cinder-733622-20-iscsi neutron-server[101951]: L3 agent@dv-cinder-733622-20-iscsi: {}, Nov 11 22:16:30.018048 dv-cinder-733622-20-iscsi neutron-server[101951]: Metadata agent@dv-cinder-733622-20-iscsi: {}, Nov 11 22:16:30.018048 dv-cinder-733622-20-iscsi neutron-server[101951]: Metering agent@dv-cinder-733622-20-iscsi: {}, Nov 11 22:16:30.018048 dv-cinder-733622-20-iscsi neutron-server[101951]: Open vSwitch agent@dv-cinder-733622-20-iscsi: { 'AddressGroup': '1.2', Nov 11 22:16:30.018048 dv-cinder-733622-20-iscsi neutron-server[101951]: 'ConntrackHelper': '1.0', Nov 11 22:16:30.018048 dv-cinder-733622-20-iscsi neutron-server[101951]: 'Log': '1.0', Nov 11 22:16:30.018048 dv-cinder-733622-20-iscsi neutron-server[101951]: 'Network': '1.1', Nov 11 22:16:30.018048 dv-cinder-733622-20-iscsi neutron-server[101951]: 'Port': '1.7', Nov 11 22:16:30.018048 dv-cinder-733622-20-iscsi neutron-server[101951]: 'PortForwarding': '1.2', Nov 11 22:16:30.018048 dv-cinder-733622-20-iscsi neutron-server[101951]: 'QosPolicy': '1.10', Nov 11 22:16:30.018048 dv-cinder-733622-20-iscsi neutron-server[101951]: 'SecurityGroup': '1.5', Nov 11 22:16:30.018048 dv-cinder-733622-20-iscsi neutron-server[101951]: 'SecurityGroupRule': '1.2', Nov 11 22:16:30.018048 dv-cinder-733622-20-iscsi neutron-server[101951]: 'SubPort': '1.0', Nov 11 22:16:30.018048 dv-cinder-733622-20-iscsi neutron-server[101951]: 'Subnet': '1.1', Nov 11 22:16:30.018048 dv-cinder-733622-20-iscsi neutron-server[101951]: 'Trunk': '1.1'}} Nov 11 22:16:30.018048 dv-cinder-733622-20-iscsi neutron-server[101951]: {{(pid=101951) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 11 22:16:30.034358 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-a7b8b9cf-9750-4172-964e-47d9379ee13e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:30.037075 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-0198a847-3021-49f9-9cb6-553165d0d8d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8017375'] for segment, precommit_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:30.037990 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.db.segments_db [None req-0198a847-3021-49f9-9cb6-553165d0d8d0 admin admin] Added segment 9450a3e6-214a-4a5d-bf95-fac01b747b02 of type vlan for network 2f5472e6-3d4a-4f79-a5b2-6b96144f59c3 Nov 11 22:16:30.055508 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-a7b8b9cf-9750-4172-964e-47d9379ee13e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:30.139434 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b8b9cf-9750-4172-964e-47d9379ee13e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a97c2677-7d5b-4dda-a87d-6b2337f119b7,revision_number=1']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:16:30.173945 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7b8b9cf-9750-4172-964e-47d9379ee13e admin admin] vlan segment allocate from pool success with {'vlan_id': 839, 'physical_network': 'physnet1'} {{(pid=101951) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 22:16:30.181721 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-0198a847-3021-49f9-9cb6-553165d0d8d0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776911823580'] for network, precommit_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:30.209192 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-a7b8b9cf-9750-4172-964e-47d9379ee13e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8017375'] for segment, precommit_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:30.210095 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.db.segments_db [None req-a7b8b9cf-9750-4172-964e-47d9379ee13e admin admin] Added segment 9c208126-1f8a-404f-ae1b-bfd4e87909c5 of type vlan for network 6d6ff938-050a-4ca6-ad58-070035060c7c Nov 11 22:16:30.305282 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-0198a847-3021-49f9-9cb6-553165d0d8d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260'] for network, after_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:30.307254 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0198a847-3021-49f9-9cb6-553165d0d8d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:16:30.309018 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-0198a847-3021-49f9-9cb6-553165d0d8d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634242'] for network, before_response {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:30.341230 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-a7b8b9cf-9750-4172-964e-47d9379ee13e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776911823580'] for network, precommit_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:30.353873 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-0198a847-3021-49f9-9cb6-553165d0d8d0 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.3165290 Nov 11 22:16:30.357120 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.wsgi [-] (101950) accepted ('10.222.0.50', 39938) {{(pid=101950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:16:30.369452 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.v2.base [None req-e21c8d32-d512-45cf-ba01-9dd7e250fde8 admin admin] Request body: {'subnet': {'network_id': '2f5472e6-3d4a-4f79-a5b2-6b96144f59c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-216847738-subnet', 'tenant_id': 'f08f0ccbadb74a1fb24f11c7ab51aed8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:16:30.440946 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e21c8d32-d512-45cf-ba01-9dd7e250fde8 admin admin] Made reservation on behalf of f08f0ccbadb74a1fb24f11c7ab51aed8 for: {'subnet': 1} {{(pid=101950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:16:30.451309 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-e21c8d32-d512-45cf-ba01-9dd7e250fde8 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:30.477658 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0198a847-3021-49f9-9cb6-553165d0d8d0 admin admin] Pushing event updated for resources: {'Network': ['ID=2f5472e6-3d4a-4f79-a5b2-6b96144f59c3,revision_number=1']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:16:30.493108 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-a7b8b9cf-9750-4172-964e-47d9379ee13e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260'] for network, after_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:30.500446 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7b8b9cf-9750-4172-964e-47d9379ee13e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:16:30.500446 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-a7b8b9cf-9750-4172-964e-47d9379ee13e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634242'] for network, before_response {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:30.502197 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Network 2f5472e6-3d4a-4f79-a5b2-6b96144f59c3 details requested by agent ovs-agent-dv-cinder-733622-20-iscsi with host dv-cinder-733622-20-iscsi {{(pid=101952) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 22:16:30.593313 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-a7b8b9cf-9750-4172-964e-47d9379ee13e admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.4974477 Nov 11 22:16:30.621628 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 39950) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:16:30.639363 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.v2.base [None req-bb7b3a2f-40d4-40e6-a2e9-0f4090ff8a7d admin admin] Request body: {'subnet': {'network_id': '6d6ff938-050a-4ca6-ad58-070035060c7c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-159595070-subnet', 'tenant_id': '1ce5c1a9babe4d3098016d7a6fcab517', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:16:30.724117 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 39952) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:16:30.882008 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb7b3a2f-40d4-40e6-a2e9-0f4090ff8a7d admin admin] Made reservation on behalf of 1ce5c1a9babe4d3098016d7a6fcab517 for: {'subnet': 1} {{(pid=101951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:16:30.891987 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-bb7b3a2f-40d4-40e6-a2e9-0f4090ff8a7d admin admin] Publish callbacks [] for subnet, before_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:30.904630 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-6e72e30b-d533-48e1-89e1-e2b3014a0430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:31.041786 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b8b9cf-9750-4172-964e-47d9379ee13e admin admin] Pushing event updated for resources: {'Network': ['ID=6d6ff938-050a-4ca6-ad58-070035060c7c,revision_number=1']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:16:31.080622 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Network 6d6ff938-050a-4ca6-ad58-070035060c7c details requested by agent ovs-agent-dv-cinder-733622-20-iscsi with host dv-cinder-733622-20-iscsi {{(pid=101952) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 22:16:31.248732 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-e21c8d32-d512-45cf-ba01-9dd7e250fde8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260'] for subnet, after_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:31.318958 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21c8d32-d512-45cf-ba01-9dd7e250fde8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c79b6f25-3c3e-41d1-96ac-2ecaf2fc7991,revision_number=0']} {{(pid=101950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:16:31.335742 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21c8d32-d512-45cf-ba01-9dd7e250fde8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:16:31.336120 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21c8d32-d512-45cf-ba01-9dd7e250fde8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:16:31.336468 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21c8d32-d512-45cf-ba01-9dd7e250fde8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:16:31.336861 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21c8d32-d512-45cf-ba01-9dd7e250fde8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:16:31.337186 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21c8d32-d512-45cf-ba01-9dd7e250fde8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:16:31.337523 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21c8d32-d512-45cf-ba01-9dd7e250fde8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:16:31.337845 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21c8d32-d512-45cf-ba01-9dd7e250fde8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:16:31.338195 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21c8d32-d512-45cf-ba01-9dd7e250fde8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:16:31.338525 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21c8d32-d512-45cf-ba01-9dd7e250fde8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:16:31.338849 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21c8d32-d512-45cf-ba01-9dd7e250fde8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:16:31.339173 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21c8d32-d512-45cf-ba01-9dd7e250fde8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:16:31.339503 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21c8d32-d512-45cf-ba01-9dd7e250fde8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:16:31.341311 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e21c8d32-d512-45cf-ba01-9dd7e250fde8 admin admin] Tracked resource versions report: Nov 11 22:16:31.341311 dv-cinder-733622-20-iscsi neutron-server[101950]: pushed versions: Nov 11 22:16:31.341311 dv-cinder-733622-20-iscsi neutron-server[101950]: { 'AddressGroup': {'1.2'}, Nov 11 22:16:31.341311 dv-cinder-733622-20-iscsi neutron-server[101950]: 'ConntrackHelper': {'1.0'}, Nov 11 22:16:31.341311 dv-cinder-733622-20-iscsi neutron-server[101950]: 'Log': {'1.0'}, Nov 11 22:16:31.341311 dv-cinder-733622-20-iscsi neutron-server[101950]: 'Network': {'1.1'}, Nov 11 22:16:31.341311 dv-cinder-733622-20-iscsi neutron-server[101950]: 'Port': {'1.7'}, Nov 11 22:16:31.341311 dv-cinder-733622-20-iscsi neutron-server[101950]: 'PortForwarding': {'1.2'}, Nov 11 22:16:31.341311 dv-cinder-733622-20-iscsi neutron-server[101950]: 'QosPolicy': {'1.10'}, Nov 11 22:16:31.341311 dv-cinder-733622-20-iscsi neutron-server[101950]: 'SecurityGroup': {'1.5'}, Nov 11 22:16:31.341311 dv-cinder-733622-20-iscsi neutron-server[101950]: 'SecurityGroupRule': {'1.2'}, Nov 11 22:16:31.341311 dv-cinder-733622-20-iscsi neutron-server[101950]: 'SubPort': {'1.0'}, Nov 11 22:16:31.341311 dv-cinder-733622-20-iscsi neutron-server[101950]: 'Subnet': {'1.1'}, Nov 11 22:16:31.341311 dv-cinder-733622-20-iscsi neutron-server[101950]: 'Trunk': {'1.1'}} Nov 11 22:16:31.341311 dv-cinder-733622-20-iscsi neutron-server[101950]: consumer versions: Nov 11 22:16:31.341311 dv-cinder-733622-20-iscsi neutron-server[101950]: { DHCP agent@dv-cinder-733622-20-iscsi: {}, Nov 11 22:16:31.341311 dv-cinder-733622-20-iscsi neutron-server[101950]: HyperV agent@hv-cinder-73362: {}, Nov 11 22:16:31.341311 dv-cinder-733622-20-iscsi neutron-server[101950]: L3 agent@dv-cinder-733622-20-iscsi: {}, Nov 11 22:16:31.341311 dv-cinder-733622-20-iscsi neutron-server[101950]: Metadata agent@dv-cinder-733622-20-iscsi: {}, Nov 11 22:16:31.341311 dv-cinder-733622-20-iscsi neutron-server[101950]: Metering agent@dv-cinder-733622-20-iscsi: {}, Nov 11 22:16:31.341311 dv-cinder-733622-20-iscsi neutron-server[101950]: Open vSwitch agent@dv-cinder-733622-20-iscsi: { 'AddressGroup': '1.2', Nov 11 22:16:31.341311 dv-cinder-733622-20-iscsi neutron-server[101950]: 'ConntrackHelper': '1.0', Nov 11 22:16:31.341311 dv-cinder-733622-20-iscsi neutron-server[101950]: 'Log': '1.0', Nov 11 22:16:31.341311 dv-cinder-733622-20-iscsi neutron-server[101950]: 'Network': '1.1', Nov 11 22:16:31.341311 dv-cinder-733622-20-iscsi neutron-server[101950]: 'Port': '1.7', Nov 11 22:16:31.341311 dv-cinder-733622-20-iscsi neutron-server[101950]: 'PortForwarding': '1.2', Nov 11 22:16:31.341311 dv-cinder-733622-20-iscsi neutron-server[101950]: 'QosPolicy': '1.10', Nov 11 22:16:31.341311 dv-cinder-733622-20-iscsi neutron-server[101950]: 'SecurityGroup': '1.5', Nov 11 22:16:31.341311 dv-cinder-733622-20-iscsi neutron-server[101950]: 'SecurityGroupRule': '1.2', Nov 11 22:16:31.341311 dv-cinder-733622-20-iscsi neutron-server[101950]: 'SubPort': '1.0', Nov 11 22:16:31.341311 dv-cinder-733622-20-iscsi neutron-server[101950]: 'Subnet': '1.1', Nov 11 22:16:31.341311 dv-cinder-733622-20-iscsi neutron-server[101950]: 'Trunk': '1.1'}} Nov 11 22:16:31.341311 dv-cinder-733622-20-iscsi neutron-server[101950]: {{(pid=101950) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 11 22:16:31.356070 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21c8d32-d512-45cf-ba01-9dd7e250fde8 admin admin] Checking segment: {'id': '9450a3e6-214a-4a5d-bf95-fac01b747b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '2f5472e6-3d4a-4f79-a5b2-6b96144f59c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:16:31.356461 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e21c8d32-d512-45cf-ba01-9dd7e250fde8 admin admin] Network hostable DHCP agents. Network: 2f5472e6-3d4a-4f79-a5b2-6b96144f59c3, hostable agents: ['23e6d948-888e-4d00-9ca4-1adf1bb62ced'], hosted agents: [] {{(pid=101950) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 22:16:31.384631 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e21c8d32-d512-45cf-ba01-9dd7e250fde8 admin admin] Network 2f5472e6-3d4a-4f79-a5b2-6b96144f59c3 is scheduled to be hosted by DHCP agent 23e6d948-888e-4d00-9ca4-1adf1bb62ced with binding_index 1 {{(pid=101950) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 22:16:31.388814 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-bb7b3a2f-40d4-40e6-a2e9-0f4090ff8a7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260'] for subnet, after_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:31.401156 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.scheduler.base_scheduler [None req-e21c8d32-d512-45cf-ba01-9dd7e250fde8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-20-iscsi, 2f5472e6-3d4a-4f79-a5b2-6b96144f59c3) {{(pid=101950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:16:31.414413 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e21c8d32-d512-45cf-ba01-9dd7e250fde8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:16:31.415619 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bce46b38-fc8d-4d1b-8a6f-133f55c20a49 None None] Network 2f5472e6-3d4a-4f79-a5b2-6b96144f59c3 requested from dv-cinder-733622-20-iscsi {{(pid=101952) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:16:31.416097 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-e21c8d32-d512-45cf-ba01-9dd7e250fde8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634242'] for subnet, before_response {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:31.456922 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [None req-e21c8d32-d512-45cf-ba01-9dd7e250fde8 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.0972927 Nov 11 22:16:31.460798 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.wsgi [-] (101950) accepted ('10.222.0.50', 39966) {{(pid=101950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:16:31.465484 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7b3a2f-40d4-40e6-a2e9-0f4090ff8a7d admin admin] Pushing event updated for resources: {'Subnet': ['ID=28859a9d-69fd-4dd9-a7c8-b3902292e969,revision_number=0']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:16:31.471204 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.v2.base [None req-3f9fc32f-9ff0-4a86-b256-c81087dab7fe admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-216847738-router', 'tenant_id': 'f08f0ccbadb74a1fb24f11c7ab51aed8', 'external_gateway_info': {'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635'}}} {{(pid=101950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:16:31.501474 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb7b3a2f-40d4-40e6-a2e9-0f4090ff8a7d admin admin] Checking segment: {'id': '9c208126-1f8a-404f-ae1b-bfd4e87909c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '6d6ff938-050a-4ca6-ad58-070035060c7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:16:31.501903 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb7b3a2f-40d4-40e6-a2e9-0f4090ff8a7d admin admin] Network hostable DHCP agents. Network: 6d6ff938-050a-4ca6-ad58-070035060c7c, hostable agents: ['23e6d948-888e-4d00-9ca4-1adf1bb62ced'], hosted agents: [] {{(pid=101951) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 22:16:31.524924 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-3f9fc32f-9ff0-4a86-b256-c81087dab7fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-657824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25022'] for router, before_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:31.526068 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-3f9fc32f-9ff0-4a86-b256-c81087dab7fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-657456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657002', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-884689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25009'] for router, precommit_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:31.538020 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.v2.base [None req-da15cff4-69f0-4353-b841-79b72b6a6627 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1342848485-network', 'tenant_id': 'deea16b60fcc4b4cbf11771b0628a1c4'}} {{(pid=101951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:16:31.543774 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb7b3a2f-40d4-40e6-a2e9-0f4090ff8a7d admin admin] Network 6d6ff938-050a-4ca6-ad58-070035060c7c is scheduled to be hosted by DHCP agent 23e6d948-888e-4d00-9ca4-1adf1bb62ced with binding_index 1 {{(pid=101951) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 22:16:31.580336 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.scheduler.base_scheduler [None req-bb7b3a2f-40d4-40e6-a2e9-0f4090ff8a7d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-20-iscsi, 6d6ff938-050a-4ca6-ad58-070035060c7c) {{(pid=101951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:16:31.601251 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb7b3a2f-40d4-40e6-a2e9-0f4090ff8a7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:16:31.601902 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-bb7b3a2f-40d4-40e6-a2e9-0f4090ff8a7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634242'] for subnet, before_response {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:31.604894 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34aed90b-93b3-48db-b6bb-b73614d0c32f None None] Network 6d6ff938-050a-4ca6-ad58-070035060c7c requested from dv-cinder-733622-20-iscsi {{(pid=101952) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:16:31.623582 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da15cff4-69f0-4353-b841-79b72b6a6627 admin admin] Made reservation on behalf of deea16b60fcc4b4cbf11771b0628a1c4 for: {'network': 1} {{(pid=101951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:16:31.626039 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-da15cff4-69f0-4353-b841-79b72b6a6627 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for network, before_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:31.635969 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-da15cff4-69f0-4353-b841-79b72b6a6627 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:31.642601 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-3f9fc32f-9ff0-4a86-b256-c81087dab7fe admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:31.648961 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-bb7b3a2f-40d4-40e6-a2e9-0f4090ff8a7d admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0196626 Nov 11 22:16:31.650069 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 39970) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:16:31.655329 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.v2.base [None req-d1a18445-81fe-4a53-afef-48078d4db69c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-159595070-router', 'tenant_id': '1ce5c1a9babe4d3098016d7a6fcab517', 'external_gateway_info': {'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635'}}} {{(pid=101951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:16:31.705801 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-d1a18445-81fe-4a53-afef-48078d4db69c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-657824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25022'] for router, before_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:31.707196 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-d1a18445-81fe-4a53-afef-48078d4db69c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-657456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657002', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-884689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25009'] for router, precommit_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:31.860557 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-d1a18445-81fe-4a53-afef-48078d4db69c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:31.890505 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4033b345-c601-4be2-b4c5-99d4156ddb6f None None] Network 2f5472e6-3d4a-4f79-a5b2-6b96144f59c3 requested from dv-cinder-733622-20-iscsi {{(pid=101952) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:16:31.920986 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:31.992468 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-da15cff4-69f0-4353-b841-79b72b6a6627 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:32.034736 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-da15cff4-69f0-4353-b841-79b72b6a6627 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:32.097050 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da15cff4-69f0-4353-b841-79b72b6a6627 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcc32f26-ec22-49a1-877e-bea08eb1a9f2,revision_number=1']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:16:32.118016 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-d1a18445-81fe-4a53-afef-48078d4db69c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:32.123181 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da15cff4-69f0-4353-b841-79b72b6a6627 admin admin] vlan segment allocate from pool success with {'vlan_id': 847, 'physical_network': 'physnet1'} {{(pid=101951) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 22:16:32.193471 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-da15cff4-69f0-4353-b841-79b72b6a6627 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8017375'] for segment, precommit_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:32.195066 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.db.segments_db [None req-da15cff4-69f0-4353-b841-79b72b6a6627 admin admin] Added segment 9b4d7843-d474-471b-88b1-d373f0676441 of type vlan for network c6d8e0de-0339-4dcf-b841-e5cc819e8604 Nov 11 22:16:32.305919 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-da15cff4-69f0-4353-b841-79b72b6a6627 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776911823580'] for network, precommit_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:32.347778 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-3f9fc32f-9ff0-4a86-b256-c81087dab7fe admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:32.458416 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-da15cff4-69f0-4353-b841-79b72b6a6627 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260'] for network, after_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:32.461239 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da15cff4-69f0-4353-b841-79b72b6a6627 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:16:32.463279 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-da15cff4-69f0-4353-b841-79b72b6a6627 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634242'] for network, before_response {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:32.633150 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-da15cff4-69f0-4353-b841-79b72b6a6627 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.9068689 Nov 11 22:16:32.642085 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 39990) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:16:32.651272 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.v2.base [None req-73969845-0b35-496b-9d61-6c1db2b5b057 admin admin] Request body: {'subnet': {'network_id': 'c6d8e0de-0339-4dcf-b841-e5cc819e8604', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1342848485-subnet', 'tenant_id': 'deea16b60fcc4b4cbf11771b0628a1c4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:16:32.651538 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3d600e3-428f-4c7c-9849-23aa5f4d4118 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6467342-9d0c-523f-a8b3-69f6dc17eabf-6d6ff938-050a-4ca6-ad58-070035060c7c', 'network_id': '6d6ff938-050a-4ca6-ad58-070035060c7c', 'tenant_id': '1ce5c1a9babe4d3098016d7a6fcab517', 'fixed_ips': [{'subnet_id': '28859a9d-69fd-4dd9-a7c8-b3902292e969'}]}} from dv-cinder-733622-20-iscsi. {{(pid=101952) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 22:16:32.654636 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-a3d600e3-428f-4c7c-9849-23aa5f4d4118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_create {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:32.665046 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da15cff4-69f0-4353-b841-79b72b6a6627 admin admin] Pushing event updated for resources: {'Network': ['ID=c6d8e0de-0339-4dcf-b841-e5cc819e8604,revision_number=1']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:16:32.708312 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Network c6d8e0de-0339-4dcf-b841-e5cc819e8604 details requested by agent ovs-agent-dv-cinder-733622-20-iscsi with host dv-cinder-733622-20-iscsi {{(pid=101952) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 22:16:32.763773 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73969845-0b35-496b-9d61-6c1db2b5b057 admin admin] Made reservation on behalf of deea16b60fcc4b4cbf11771b0628a1c4 for: {'subnet': 1} {{(pid=101951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:16:32.769332 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-73969845-0b35-496b-9d61-6c1db2b5b057 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:33.150524 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-3f9fc32f-9ff0-4a86-b256-c81087dab7fe admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:33.243242 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-3f9fc32f-9ff0-4a86-b256-c81087dab7fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:33.303394 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.db_base_plugin_common [None req-a3d600e3-428f-4c7c-9849-23aa5f4d4118 None None] Allocated IP 172.20.0.2 (6d6ff938-050a-4ca6-ad58-070035060c7c/28859a9d-69fd-4dd9-a7c8-b3902292e969/498878eb-7bd5-486a-ad92-98e9b5736b7b) {{(pid=101952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:16:33.583458 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-d1a18445-81fe-4a53-afef-48078d4db69c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:33.614960 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-d1a18445-81fe-4a53-afef-48078d4db69c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:33.640202 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.db.db_base_plugin_common [None req-3f9fc32f-9ff0-4a86-b256-c81087dab7fe admin admin] Allocated IP 172.27.0.194 (fd27370c-43f8-4948-a495-3a9880be1635/b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca/92c67adc-a80c-41f0-9366-bb803fe58360) {{(pid=101950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:16:33.695800 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-a3d600e3-428f-4c7c-9849-23aa5f4d4118 None None] Publish callbacks [] for port, precommit_create {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:33.711254 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-a3d600e3-428f-4c7c-9849-23aa5f4d4118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776911838082'] for port, after_create {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:33.810848 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3d600e3-428f-4c7c-9849-23aa5f4d4118 None None] Network 6d6ff938-050a-4ca6-ad58-070035060c7c is already hosted by enough agents. {{(pid=101952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:16:33.822305 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.scheduler.base_scheduler [None req-a3d600e3-428f-4c7c-9849-23aa5f4d4118 None None] Resources bound (agent type, host, resource id): {{(pid=101952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:16:33.826300 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-73969845-0b35-496b-9d61-6c1db2b5b057 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260'] for subnet, after_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:33.829153 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d600e3-428f-4c7c-9849-23aa5f4d4118 None None] Received port after_create {{(pid=101952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:16:33.887462 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d600e3-428f-4c7c-9849-23aa5f4d4118 None None] Pushing event updated for resources: {'Port': ['ID=498878eb-7bd5-486a-ad92-98e9b5736b7b,revision_number=1']} {{(pid=101952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:16:33.892896 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73969845-0b35-496b-9d61-6c1db2b5b057 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7909332a-42e1-4581-b2ca-65acab06e98d,revision_number=0']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:16:33.930225 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d600e3-428f-4c7c-9849-23aa5f4d4118 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:16:33.930854 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d600e3-428f-4c7c-9849-23aa5f4d4118 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:16:33.931418 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d600e3-428f-4c7c-9849-23aa5f4d4118 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:16:33.931999 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d600e3-428f-4c7c-9849-23aa5f4d4118 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:16:33.932795 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d600e3-428f-4c7c-9849-23aa5f4d4118 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:16:33.933443 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d600e3-428f-4c7c-9849-23aa5f4d4118 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:16:33.934028 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d600e3-428f-4c7c-9849-23aa5f4d4118 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:16:33.934597 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d600e3-428f-4c7c-9849-23aa5f4d4118 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:16:33.935186 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d600e3-428f-4c7c-9849-23aa5f4d4118 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:16:33.935791 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d600e3-428f-4c7c-9849-23aa5f4d4118 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:16:33.936335 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d600e3-428f-4c7c-9849-23aa5f4d4118 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:16:33.936974 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d600e3-428f-4c7c-9849-23aa5f4d4118 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:16:33.939051 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d600e3-428f-4c7c-9849-23aa5f4d4118 None None] Tracked resource versions report: Nov 11 22:16:33.939051 dv-cinder-733622-20-iscsi neutron-server[101952]: pushed versions: Nov 11 22:16:33.939051 dv-cinder-733622-20-iscsi neutron-server[101952]: { 'AddressGroup': {'1.2'}, Nov 11 22:16:33.939051 dv-cinder-733622-20-iscsi neutron-server[101952]: 'ConntrackHelper': {'1.0'}, Nov 11 22:16:33.939051 dv-cinder-733622-20-iscsi neutron-server[101952]: 'Log': {'1.0'}, Nov 11 22:16:33.939051 dv-cinder-733622-20-iscsi neutron-server[101952]: 'Network': {'1.1'}, Nov 11 22:16:33.939051 dv-cinder-733622-20-iscsi neutron-server[101952]: 'Port': {'1.7'}, Nov 11 22:16:33.939051 dv-cinder-733622-20-iscsi neutron-server[101952]: 'PortForwarding': {'1.2'}, Nov 11 22:16:33.939051 dv-cinder-733622-20-iscsi neutron-server[101952]: 'QosPolicy': {'1.10'}, Nov 11 22:16:33.939051 dv-cinder-733622-20-iscsi neutron-server[101952]: 'SecurityGroup': {'1.5'}, Nov 11 22:16:33.939051 dv-cinder-733622-20-iscsi neutron-server[101952]: 'SecurityGroupRule': {'1.2'}, Nov 11 22:16:33.939051 dv-cinder-733622-20-iscsi neutron-server[101952]: 'SubPort': {'1.0'}, Nov 11 22:16:33.939051 dv-cinder-733622-20-iscsi neutron-server[101952]: 'Subnet': {'1.1'}, Nov 11 22:16:33.939051 dv-cinder-733622-20-iscsi neutron-server[101952]: 'Trunk': {'1.1'}} Nov 11 22:16:33.939051 dv-cinder-733622-20-iscsi neutron-server[101952]: consumer versions: Nov 11 22:16:33.939051 dv-cinder-733622-20-iscsi neutron-server[101952]: { DHCP agent@dv-cinder-733622-20-iscsi: {}, Nov 11 22:16:33.939051 dv-cinder-733622-20-iscsi neutron-server[101952]: HyperV agent@hv-cinder-73362: {}, Nov 11 22:16:33.939051 dv-cinder-733622-20-iscsi neutron-server[101952]: L3 agent@dv-cinder-733622-20-iscsi: {}, Nov 11 22:16:33.939051 dv-cinder-733622-20-iscsi neutron-server[101952]: Metadata agent@dv-cinder-733622-20-iscsi: {}, Nov 11 22:16:33.939051 dv-cinder-733622-20-iscsi neutron-server[101952]: Metering agent@dv-cinder-733622-20-iscsi: {}, Nov 11 22:16:33.939051 dv-cinder-733622-20-iscsi neutron-server[101952]: Open vSwitch agent@dv-cinder-733622-20-iscsi: { 'AddressGroup': '1.2', Nov 11 22:16:33.939051 dv-cinder-733622-20-iscsi neutron-server[101952]: 'ConntrackHelper': '1.0', Nov 11 22:16:33.939051 dv-cinder-733622-20-iscsi neutron-server[101952]: 'Log': '1.0', Nov 11 22:16:33.939051 dv-cinder-733622-20-iscsi neutron-server[101952]: 'Network': '1.1', Nov 11 22:16:33.939051 dv-cinder-733622-20-iscsi neutron-server[101952]: 'Port': '1.7', Nov 11 22:16:33.939051 dv-cinder-733622-20-iscsi neutron-server[101952]: 'PortForwarding': '1.2', Nov 11 22:16:33.939051 dv-cinder-733622-20-iscsi neutron-server[101952]: 'QosPolicy': '1.10', Nov 11 22:16:33.939051 dv-cinder-733622-20-iscsi neutron-server[101952]: 'SecurityGroup': '1.5', Nov 11 22:16:33.939051 dv-cinder-733622-20-iscsi neutron-server[101952]: 'SecurityGroupRule': '1.2', Nov 11 22:16:33.939051 dv-cinder-733622-20-iscsi neutron-server[101952]: 'SubPort': '1.0', Nov 11 22:16:33.939051 dv-cinder-733622-20-iscsi neutron-server[101952]: 'Subnet': '1.1', Nov 11 22:16:33.939051 dv-cinder-733622-20-iscsi neutron-server[101952]: 'Trunk': '1.1'}} Nov 11 22:16:33.939051 dv-cinder-733622-20-iscsi neutron-server[101952]: {{(pid=101952) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 11 22:16:33.990828 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73969845-0b35-496b-9d61-6c1db2b5b057 admin admin] Checking segment: {'id': '9b4d7843-d474-471b-88b1-d373f0676441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'c6d8e0de-0339-4dcf-b841-e5cc819e8604'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:16:33.991407 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73969845-0b35-496b-9d61-6c1db2b5b057 admin admin] Network hostable DHCP agents. Network: c6d8e0de-0339-4dcf-b841-e5cc819e8604, hostable agents: ['23e6d948-888e-4d00-9ca4-1adf1bb62ced'], hosted agents: [] {{(pid=101951) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 22:16:34.001805 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.managers [None req-a3d600e3-428f-4c7c-9849-23aa5f4d4118 None None] Attempting to bind port 498878eb-7bd5-486a-ad92-98e9b5736b7b on host dv-cinder-733622-20-iscsi for vnic_type normal with profile {{(pid=101952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:16:34.002434 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.managers [None req-a3d600e3-428f-4c7c-9849-23aa5f4d4118 None None] Attempting to bind port 498878eb-7bd5-486a-ad92-98e9b5736b7b by drivers openvswitch,hyperv on host dv-cinder-733622-20-iscsi at level 0 using segments [{'id': '9c208126-1f8a-404f-ae1b-bfd4e87909c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '6d6ff938-050a-4ca6-ad58-070035060c7c'}] {{(pid=101952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:16:34.003639 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d600e3-428f-4c7c-9849-23aa5f4d4118 None None] Attempting to bind port 498878eb-7bd5-486a-ad92-98e9b5736b7b on network 6d6ff938-050a-4ca6-ad58-070035060c7c {{(pid=101952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:16:34.018156 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d600e3-428f-4c7c-9849-23aa5f4d4118 None None] Checking agent: {'id': '83a5d6f5-895b-4fa9-b3a8-3d8b1836c237', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 22, 8, 32), 'started_at': datetime.datetime(2021, 11, 11, 22, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:16:34.020585 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d600e3-428f-4c7c-9849-23aa5f4d4118 None None] Checking segment: {'id': '9c208126-1f8a-404f-ae1b-bfd4e87909c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '6d6ff938-050a-4ca6-ad58-070035060c7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:16:34.022898 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-a3d600e3-428f-4c7c-9849-23aa5f4d4118 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:34.023654 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d600e3-428f-4c7c-9849-23aa5f4d4118 None None] Bound using segment: {'id': '9c208126-1f8a-404f-ae1b-bfd4e87909c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '6d6ff938-050a-4ca6-ad58-070035060c7c'} {{(pid=101952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:16:34.024452 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.managers [None req-a3d600e3-428f-4c7c-9849-23aa5f4d4118 None None] Bound port: 498878eb-7bd5-486a-ad92-98e9b5736b7b, host: dv-cinder-733622-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c208126-1f8a-404f-ae1b-bfd4e87909c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '6d6ff938-050a-4ca6-ad58-070035060c7c'}}] {{(pid=101952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:16:34.028989 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73969845-0b35-496b-9d61-6c1db2b5b057 admin admin] Network c6d8e0de-0339-4dcf-b841-e5cc819e8604 is scheduled to be hosted by DHCP agent 23e6d948-888e-4d00-9ca4-1adf1bb62ced with binding_index 1 {{(pid=101951) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 22:16:34.029331 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-a3d600e3-428f-4c7c-9849-23aa5f4d4118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:34.038806 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-3f9fc32f-9ff0-4a86-b256-c81087dab7fe admin admin] Publish callbacks [] for port, precommit_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:34.046309 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.scheduler.base_scheduler [None req-73969845-0b35-496b-9d61-6c1db2b5b057 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-20-iscsi, c6d8e0de-0339-4dcf-b841-e5cc819e8604) {{(pid=101951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:16:34.060450 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73969845-0b35-496b-9d61-6c1db2b5b057 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:16:34.063898 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-73969845-0b35-496b-9d61-6c1db2b5b057 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634242'] for subnet, before_response {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:34.064143 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09869569-dd63-47fa-8f5e-b4a6b1374722 None None] Network c6d8e0de-0339-4dcf-b841-e5cc819e8604 requested from dv-cinder-733622-20-iscsi {{(pid=101952) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:16:34.128239 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-73969845-0b35-496b-9d61-6c1db2b5b057 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4839296 Nov 11 22:16:34.171509 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-3f9fc32f-9ff0-4a86-b256-c81087dab7fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776911838082'] for port, after_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:34.320653 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9fc32f-9ff0-4a86-b256-c81087dab7fe admin admin] Pushing event updated for resources: {'Port': ['ID=92c67adc-a80c-41f0-9366-bb803fe58360,revision_number=1']} {{(pid=101950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:16:34.343431 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f9fc32f-9ff0-4a86-b256-c81087dab7fe admin admin] Network fd27370c-43f8-4948-a495-3a9880be1635 is already hosted by enough agents. {{(pid=101950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:16:34.345727 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.scheduler.base_scheduler [None req-3f9fc32f-9ff0-4a86-b256-c81087dab7fe admin admin] Resources bound (agent type, host, resource id): {{(pid=101950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:16:34.346594 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.db.db_base_plugin_common [None req-d1a18445-81fe-4a53-afef-48078d4db69c admin admin] Allocated IP 172.27.0.179 (fd27370c-43f8-4948-a495-3a9880be1635/b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca/47223bcb-7731-4d66-8ad4-7276dc161995) {{(pid=101951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:16:34.348493 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-a3d600e3-428f-4c7c-9849-23aa5f4d4118 None None] For port 498878eb-7bd5-486a-ad92-98e9b5736b7b, host dv-cinder-733622-20-iscsi, cleared binding levels {{(pid=101952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:16:34.348922 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f9fc32f-9ff0-4a86-b256-c81087dab7fe admin admin] Received port after_create {{(pid=101950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:16:34.379648 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-a3d600e3-428f-4c7c-9849-23aa5f4d4118 None None] For port 498878eb-7bd5-486a-ad92-98e9b5736b7b, host dv-cinder-733622-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-20-iscsi',level=0,port_id=498878eb-7bd5-486a-ad92-98e9b5736b7b,segment=NetworkSegment(9c208126-1f8a-404f-ae1b-bfd4e87909c5),segment_id=9c208126-1f8a-404f-ae1b-bfd4e87909c5)] {{(pid=101952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:16:34.391430 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-a3d600e3-428f-4c7c-9849-23aa5f4d4118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776912265364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776911838100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776911838118'] for port, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:34.688553 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-d1a18445-81fe-4a53-afef-48078d4db69c admin admin] Publish callbacks [] for port, precommit_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:34.711593 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d600e3-428f-4c7c-9849-23aa5f4d4118 None None] Pushing event updated for resources: {'Port': ['ID=498878eb-7bd5-486a-ad92-98e9b5736b7b,revision_number=2']} {{(pid=101952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:16:34.721107 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5c1c3c5-2462-43a4-a941-f029579822be None None] Network c6d8e0de-0339-4dcf-b841-e5cc819e8604 requested from dv-cinder-733622-20-iscsi {{(pid=101952) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:16:34.781123 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-d1a18445-81fe-4a53-afef-48078d4db69c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776911838082'] for port, after_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:34.883137 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1a18445-81fe-4a53-afef-48078d4db69c admin admin] Network fd27370c-43f8-4948-a495-3a9880be1635 is already hosted by enough agents. {{(pid=101951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:16:34.897939 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.scheduler.base_scheduler [None req-d1a18445-81fe-4a53-afef-48078d4db69c admin admin] Resources bound (agent type, host, resource id): {{(pid=101951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:16:34.904399 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a18445-81fe-4a53-afef-48078d4db69c admin admin] Received port after_create {{(pid=101951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:16:35.091654 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-3f9fc32f-9ff0-4a86-b256-c81087dab7fe admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:35.166359 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a18445-81fe-4a53-afef-48078d4db69c admin admin] Pushing event updated for resources: {'Port': ['ID=47223bcb-7731-4d66-8ad4-7276dc161995,revision_number=1']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:16:35.585653 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 40066) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:16:35.604032 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-d1a18445-81fe-4a53-afef-48078d4db69c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:35.801422 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-3f9fc32f-9ff0-4a86-b256-c81087dab7fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-657465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657087'] for router, after_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:35.814897 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.wsgi [-] (101950) accepted ('10.222.0.50', 40086) {{(pid=101950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:16:35.822508 dv-cinder-733622-20-iscsi neutron-server[101950]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 11 22:16:35.998350 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-c2dc9190-9f67-4e80-8ddd-54ceb06f93a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:36.099523 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Device 498878eb-7bd5-486a-ad92-98e9b5736b7b up at agent ovs-agent-dv-cinder-733622-20-iscsi {{(pid=101952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:16:36.261711 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-d1a18445-81fe-4a53-afef-48078d4db69c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-657465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657087'] for router, after_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:36.294158 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.provisioning_blocks [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Provisioning complete for port 498878eb-7bd5-486a-ad92-98e9b5736b7b triggered by entity L2. {{(pid=101952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:16:36.294921 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8061746'] for port, provisioning_complete {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:36.557771 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:36.562185 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-c2dc9190-9f67-4e80-8ddd-54ceb06f93a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:36.580316 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-c2dc9190-9f67-4e80-8ddd-54ceb06f93a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:36.587377 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea47477f-8fcf-4d70-9f6f-7c51d71c6719 req-3c463329-668c-4c23-892f-812b6fb3ee0f tempest-DeleteServersTestJSON-1769004992 tempest-DeleteServersTestJSON-1769004992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:16:36.592585 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-ea47477f-8fcf-4d70-9f6f-7c51d71c6719 req-3c463329-668c-4c23-892f-812b6fb3ee0f tempest-DeleteServersTestJSON-1769004992 tempest-DeleteServersTestJSON-1769004992-project] 10.222.0.50 "GET /v2.0/networks?id=c6d8e0de-0339-4dcf-b841-e5cc819e8604 HTTP/1.1" status: 200 len: 812 time: 0.7713907 Nov 11 22:16:36.633534 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69b24da2-a633-4c0d-a396-9ad5fe3a9089 None None] Network 6d6ff938-050a-4ca6-ad58-070035060c7c requested from dv-cinder-733622-20-iscsi {{(pid=101952) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:16:36.726144 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-ea47477f-8fcf-4d70-9f6f-7c51d71c6719 req-9d5bbce2-5696-4ece-b940-789fbc657c87 tempest-DeleteServersTestJSON-1769004992 tempest-DeleteServersTestJSON-1769004992-project] 10.222.0.50 "GET /v2.0/quotas/deea16b60fcc4b4cbf11771b0628a1c4 HTTP/1.1" status: 200 len: 375 time: 0.0822511 Nov 11 22:16:36.825327 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] For port 498878eb-7bd5-486a-ad92-98e9b5736b7b, host dv-cinder-733622-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-20-iscsi',level=0,port_id=498878eb-7bd5-486a-ad92-98e9b5736b7b,segment=NetworkSegment(9c208126-1f8a-404f-ae1b-bfd4e87909c5),segment_id=9c208126-1f8a-404f-ae1b-bfd4e87909c5)] {{(pid=101952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:16:36.827031 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-c2dc9190-9f67-4e80-8ddd-54ceb06f93a9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=66b9f8831e554e6fb126751359166fd0&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2228270 Nov 11 22:16:36.832050 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 40112) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:16:36.847790 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dc9190-9f67-4e80-8ddd-54ceb06f93a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c37b0a6-3cc4-4aab-8899-796ad7f8feab,revision_number=1']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:16:36.865528 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776912265364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776911838100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776911838118'] for port, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:36.897294 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f9fc32f-9ff0-4a86-b256-c81087dab7fe admin admin] Router 3e6225dc-5fb3-4c33-bc9f-28edb42ac051 is scheduled to L3 agent 4702c36b-78d9-4f52-8cbc-8d9e3292a6f2 with binding_index 1 {{(pid=101950) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 22:16:36.909549 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-ea47477f-8fcf-4d70-9f6f-7c51d71c6719 req-32fa12d7-3e74-4b12-be6f-7c1efe24a31b tempest-DeleteServersTestJSON-1769004992 tempest-DeleteServersTestJSON-1769004992-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=deea16b60fcc4b4cbf11771b0628a1c4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1441524 Nov 11 22:16:36.947554 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.provisioning_blocks [None req-1040c3e7-5a13-4d8d-8a81-2fee712bb3fc None None] Provisioning complete for port 498878eb-7bd5-486a-ad92-98e9b5736b7b triggered by entity DHCP. {{(pid=101952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:16:36.949902 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-1040c3e7-5a13-4d8d-8a81-2fee712bb3fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8061746'] for port, provisioning_complete {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:37.046399 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-6d24609e-fc06-4430-b026-0ddf0ecf218a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:37.053286 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1a18445-81fe-4a53-afef-48078d4db69c admin admin] Router 30799c90-1e6b-40e6-bfee-eed6d0195471 is scheduled to L3 agent 4702c36b-78d9-4f52-8cbc-8d9e3292a6f2 with binding_index 1 {{(pid=101951) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 22:16:37.098920 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-6d24609e-fc06-4430-b026-0ddf0ecf218a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:37.221062 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f9fc32f-9ff0-4a86-b256-c81087dab7fe admin admin] Notify agent at l3_agent.dv-cinder-733622-20-iscsi the message routers_updated {{(pid=101950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:16:37.238534 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd7e8035-45ae-46fb-97e6-dbf91fb18185 None None] Sync routers for ids ['3e6225dc-5fb3-4c33-bc9f-28edb42ac051'] in dv-cinder-733622-20-iscsi {{(pid=101953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:16:37.254770 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd7e8035-45ae-46fb-97e6-dbf91fb18185 None None] Routers {'3e6225dc-5fb3-4c33-bc9f-28edb42ac051'} bound to L3 agent in host dv-cinder-733622-20-iscsi {{(pid=101953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:16:37.255435 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.db.l3_hamode_db [None req-fd7e8035-45ae-46fb-97e6-dbf91fb18185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T22:08:28Z,description=,heartbeat_timestamp=2021-11-11T22:16:28Z,host='dv-cinder-733622-20-iscsi',id=4702c36b-78d9-4f52-8cbc-8d9e3292a6f2,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T22:08:28Z,topic='l3_agent')) {'router_ids': ['3e6225dc-5fb3-4c33-bc9f-28edb42ac051'], 'active': True} {{(pid=101953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:16:37.273424 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-3f9fc32f-9ff0-4a86-b256-c81087dab7fe admin admin] Publish callbacks [] for router, before_response {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:37.275443 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [None req-3f9fc32f-9ff0-4a86-b256-c81087dab7fe admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.8126354 Nov 11 22:16:37.278948 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.wsgi [-] (101950) accepted ('10.222.0.50', 40134) {{(pid=101950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:16:37.343315 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Pushing event updated for resources: {'Port': ['ID=498878eb-7bd5-486a-ad92-98e9b5736b7b,revision_number=3']} {{(pid=101952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:16:37.423303 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1a18445-81fe-4a53-afef-48078d4db69c admin admin] Notify agent at l3_agent.dv-cinder-733622-20-iscsi the message routers_updated {{(pid=101951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:16:37.440343 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-6d24609e-fc06-4430-b026-0ddf0ecf218a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:37.443667 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-6d24609e-fc06-4430-b026-0ddf0ecf218a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:37.448461 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-6d24609e-fc06-4430-b026-0ddf0ecf218a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0c37b0a6-3cc4-4aab-8899-796ad7f8feab HTTP/1.1" status: 204 len: 168 time: 0.6125293 Nov 11 22:16:37.456565 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-d1a18445-81fe-4a53-afef-48078d4db69c admin admin] Publish callbacks [] for router, before_response {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:37.461028 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-d1a18445-81fe-4a53-afef-48078d4db69c admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.8069768 Nov 11 22:16:37.465119 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008e3d82-ab57-476f-8030-50a9e17071fd None None] Sync routers for ids ['30799c90-1e6b-40e6-bfee-eed6d0195471'] in dv-cinder-733622-20-iscsi {{(pid=101952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:16:37.465430 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 40138) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:16:37.503864 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008e3d82-ab57-476f-8030-50a9e17071fd None None] Routers {'30799c90-1e6b-40e6-bfee-eed6d0195471'} bound to L3 agent in host dv-cinder-733622-20-iscsi {{(pid=101952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:16:37.505810 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_hamode_db [None req-008e3d82-ab57-476f-8030-50a9e17071fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T22:08:28Z,description=,heartbeat_timestamp=2021-11-11T22:16:28Z,host='dv-cinder-733622-20-iscsi',id=4702c36b-78d9-4f52-8cbc-8d9e3292a6f2,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T22:08:28Z,topic='l3_agent')) {'router_ids': ['30799c90-1e6b-40e6-bfee-eed6d0195471'], 'active': True} {{(pid=101952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:16:37.600007 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.wsgi [req-ea47477f-8fcf-4d70-9f6f-7c51d71c6719 req-ecf11d1f-5965-42e9-ac49-ba8c24b1e8e0 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=101950) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 22:16:37.602344 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-ea47477f-8fcf-4d70-9f6f-7c51d71c6719 req-ecf11d1f-5965-42e9-ac49-ba8c24b1e8e0 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4205317 Nov 11 22:16:37.896384 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.db.l3_dvr_db [None req-fd7e8035-45ae-46fb-97e6-dbf91fb18185 None None] Set router 3e6225dc-5fb3-4c33-bc9f-28edb42ac051 gateway port host: dv-cinder-733622-20-iscsi {{(pid=101953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:16:37.991985 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d24609e-fc06-4430-b026-0ddf0ecf218a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c37b0a6-3cc4-4aab-8899-796ad7f8feab,revision_number=None']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:16:38.103566 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_dvr_db [None req-008e3d82-ab57-476f-8030-50a9e17071fd None None] Set router 30799c90-1e6b-40e6-bfee-eed6d0195471 gateway port host: dv-cinder-733622-20-iscsi {{(pid=101952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:16:38.257314 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-5c65b7e9-8780-44d2-8964-ee647adae0d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:38.379403 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-ea47477f-8fcf-4d70-9f6f-7c51d71c6719 req-1daec6c7-e08f-4d66-bd03-b17dca7882ba service neutron] 10.222.0.50 "GET /v2.0/networks/c6d8e0de-0339-4dcf-b841-e5cc819e8604?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7566807 Nov 11 22:16:38.486683 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Device 498878eb-7bd5-486a-ad92-98e9b5736b7b up at agent ovs-agent-dv-cinder-733622-20-iscsi {{(pid=101952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:16:38.596868 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.db.db_base_plugin_common [None req-5c65b7e9-8780-44d2-8964-ee647adae0d3 admin admin] Allocated IP 172.20.0.1 (6d6ff938-050a-4ca6-ad58-070035060c7c/28859a9d-69fd-4dd9-a7c8-b3902292e969/c3297ac4-4943-4477-a9c9-2a78cc62f6c5) {{(pid=101951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:16:38.641554 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.provisioning_blocks [None req-9047e67c-5011-4ad4-b625-324ee09c0761 None None] Provisioning complete for port 498878eb-7bd5-486a-ad92-98e9b5736b7b triggered by entity DHCP. {{(pid=101952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:16:38.651680 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-9047e67c-5011-4ad4-b625-324ee09c0761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8061746'] for port, provisioning_complete {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:38.699463 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 40166) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:16:38.787090 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-ea47477f-8fcf-4d70-9f6f-7c51d71c6719 req-a944d6a3-73ad-4379-b4f9-55ccaa7f120f service neutron] 10.222.0.50 "GET /v2.0/networks/c6d8e0de-0339-4dcf-b841-e5cc819e8604?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3001399 Nov 11 22:16:38.794122 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.db.l3_hamode_db [None req-fd7e8035-45ae-46fb-97e6-dbf91fb18185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e6225dc-5fb3-4c33-bc9f-28edb42ac051', 'name': 'tempest-ServerRescueNegativeTestJSON-216847738-router', 'tenant_id': 'f08f0ccbadb74a1fb24f11c7ab51aed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'external_fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': '92c67adc-a80c-41f0-9366-bb803fe58360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:16:31Z', 'updated_at': '2021-11-11T22:16:34Z', 'revision_number': 3, 'project_id': 'f08f0ccbadb74a1fb24f11c7ab51aed8', 'gw_port': {'id': '92c67adc-a80c-41f0-9366-bb803fe58360', 'name': '', 'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:aa:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e6225dc-5fb3-4c33-bc9f-28edb42ac051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:16:33Z', 'updated_at': '2021-11-11T22:16:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-20-iscsi'}], 'dv-cinder-733622-20-iscsi', False) {} {{(pid=101953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:16:38.898619 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd7e8035-45ae-46fb-97e6-dbf91fb18185 None None] Checking router: 3e6225dc-5fb3-4c33-bc9f-28edb42ac051 for host: dv-cinder-733622-20-iscsi {{(pid=101953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:16:38.902984 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd7e8035-45ae-46fb-97e6-dbf91fb18185 None None] Updating router 3e6225dc-5fb3-4c33-bc9f-28edb42ac051 port 92c67adc-a80c-41f0-9366-bb803fe58360 binding host dv-cinder-733622-20-iscsi {{(pid=101953) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 22:16:38.923651 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-518ffd0e-0e6e-446c-a90c-b294727002fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:38.984368 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron_lib.callbacks.manager [None req-fd7e8035-45ae-46fb-97e6-dbf91fb18185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_update {{(pid=101953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:39.204124 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-5c65b7e9-8780-44d2-8964-ee647adae0d3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:39.270863 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.provisioning_blocks [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Provisioning complete for port 498878eb-7bd5-486a-ad92-98e9b5736b7b triggered by entity L2. {{(pid=101952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:16:39.271307 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8061746'] for port, provisioning_complete {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:39.361041 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-518ffd0e-0e6e-446c-a90c-b294727002fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:39.371114 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-518ffd0e-0e6e-446c-a90c-b294727002fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:39.395513 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-5c65b7e9-8780-44d2-8964-ee647adae0d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776911838082'] for port, after_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:39.437488 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:39.463671 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c65b7e9-8780-44d2-8964-ee647adae0d3 admin admin] Pushing event updated for resources: {'Port': ['ID=c3297ac4-4943-4477-a9c9-2a78cc62f6c5,revision_number=1']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:16:39.487958 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c65b7e9-8780-44d2-8964-ee647adae0d3 admin admin] Network 6d6ff938-050a-4ca6-ad58-070035060c7c is already hosted by enough agents. {{(pid=101951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:16:39.490707 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.scheduler.base_scheduler [None req-5c65b7e9-8780-44d2-8964-ee647adae0d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=101951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:16:39.514220 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-518ffd0e-0e6e-446c-a90c-b294727002fe admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6c23e1dcf956422e8b9253e2a8504df6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8132441 Nov 11 22:16:39.515861 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c65b7e9-8780-44d2-8964-ee647adae0d3 admin admin] Received port after_create {{(pid=101951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:16:39.516771 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-5c65b7e9-8780-44d2-8964-ee647adae0d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-658282'] for router_interface, before_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:39.519535 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 40192) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:16:39.520170 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 40194) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:16:39.521051 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518ffd0e-0e6e-446c-a90c-b294727002fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=598e76bd-0f20-4141-82ef-345124a1bc2a,revision_number=1']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:16:39.633498 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_hamode_db [None req-008e3d82-ab57-476f-8030-50a9e17071fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30799c90-1e6b-40e6-bfee-eed6d0195471', 'name': 'tempest-AttachVolumeShelveTestJSON-159595070-router', 'tenant_id': '1ce5c1a9babe4d3098016d7a6fcab517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'external_fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': '47223bcb-7731-4d66-8ad4-7276dc161995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:16:31Z', 'updated_at': '2021-11-11T22:16:35Z', 'revision_number': 3, 'project_id': '1ce5c1a9babe4d3098016d7a6fcab517', 'gw_port': {'id': '47223bcb-7731-4d66-8ad4-7276dc161995', 'name': '', 'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:a7:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30799c90-1e6b-40e6-bfee-eed6d0195471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:16:33Z', 'updated_at': '2021-11-11T22:16:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-20-iscsi'}], 'dv-cinder-733622-20-iscsi', False) {} {{(pid=101952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:16:39.721041 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008e3d82-ab57-476f-8030-50a9e17071fd None None] Checking router: 30799c90-1e6b-40e6-bfee-eed6d0195471 for host: dv-cinder-733622-20-iscsi {{(pid=101952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:16:39.721614 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008e3d82-ab57-476f-8030-50a9e17071fd None None] Updating router 30799c90-1e6b-40e6-bfee-eed6d0195471 port 47223bcb-7731-4d66-8ad4-7276dc161995 binding host dv-cinder-733622-20-iscsi {{(pid=101952) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 22:16:39.757191 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.wsgi [-] (101950) accepted ('10.222.0.50', 40200) {{(pid=101950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:16:39.845302 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-008e3d82-ab57-476f-8030-50a9e17071fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:39.904316 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron_lib.callbacks.manager [None req-fd7e8035-45ae-46fb-97e6-dbf91fb18185 None None] Publish callbacks [] for port, precommit_update {{(pid=101953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:39.916085 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron_lib.callbacks.manager [None req-fd7e8035-45ae-46fb-97e6-dbf91fb18185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776912265364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776911838100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776911838118'] for port, after_update {{(pid=101953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:39.978583 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-f458e25a-dd42-40e2-ab5a-cf1d675f318f req-9a208bf4-12e1-46ff-abc0-d5b1b0888c4e tempest-DeleteServersTestJSON-1769004992 tempest-DeleteServersTestJSON-1769004992-project] 10.222.0.50 "GET /v2.0/ports?device_id=42b1d02e-4eb1-4391-bd02-b80031206b3f HTTP/1.1" status: 200 len: 210 time: 0.0810773 Nov 11 22:16:39.987104 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.plugins.ml2.managers [None req-fd7e8035-45ae-46fb-97e6-dbf91fb18185 None None] Attempting to bind port 92c67adc-a80c-41f0-9366-bb803fe58360 on host dv-cinder-733622-20-iscsi for vnic_type normal with profile {{(pid=101953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:16:39.987490 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.plugins.ml2.managers [None req-fd7e8035-45ae-46fb-97e6-dbf91fb18185 None None] Attempting to bind port 92c67adc-a80c-41f0-9366-bb803fe58360 by drivers openvswitch,hyperv on host dv-cinder-733622-20-iscsi at level 0 using segments [{'id': 'a0316b7b-fb1e-457f-ba74-a0bbaa82bcb7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635'}] {{(pid=101953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:16:39.987856 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd7e8035-45ae-46fb-97e6-dbf91fb18185 None None] Attempting to bind port 92c67adc-a80c-41f0-9366-bb803fe58360 on network fd27370c-43f8-4948-a495-3a9880be1635 {{(pid=101953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:16:39.995189 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-7d2339c6-2acd-43a8-9661-31cf32ebb3ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:40.024148 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-de6782fc-a938-46b9-9f22-be6fdfbd0c70 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:40.060961 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd7e8035-45ae-46fb-97e6-dbf91fb18185 None None] Checking agent: {'id': '83a5d6f5-895b-4fa9-b3a8-3d8b1836c237', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 22, 8, 32), 'started_at': datetime.datetime(2021, 11, 11, 22, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:16:40.060961 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd7e8035-45ae-46fb-97e6-dbf91fb18185 None None] Checking segment: {'id': 'a0316b7b-fb1e-457f-ba74-a0bbaa82bcb7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:16:40.060961 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron_lib.callbacks.manager [None req-fd7e8035-45ae-46fb-97e6-dbf91fb18185 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:40.060961 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd7e8035-45ae-46fb-97e6-dbf91fb18185 None None] Bound using segment: {'id': 'a0316b7b-fb1e-457f-ba74-a0bbaa82bcb7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635'} {{(pid=101953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:16:40.060961 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.plugins.ml2.managers [None req-fd7e8035-45ae-46fb-97e6-dbf91fb18185 None None] Bound port: 92c67adc-a80c-41f0-9366-bb803fe58360, host: dv-cinder-733622-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0316b7b-fb1e-457f-ba74-a0bbaa82bcb7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635'}}] {{(pid=101953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:16:40.060961 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron_lib.callbacks.manager [None req-fd7e8035-45ae-46fb-97e6-dbf91fb18185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_update {{(pid=101953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:40.073173 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-681d7930-a4b4-48c3-b97f-88a5bba65ca8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:40.286795 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-681d7930-a4b4-48c3-b97f-88a5bba65ca8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:40.336882 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fefcc59-e56a-458f-8c28-89fdf95f8d77 None None] Pushing event updated for resources: {'Port': ['ID=92c67adc-a80c-41f0-9366-bb803fe58360,revision_number=2']} {{(pid=101953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:16:40.346564 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.plugins.ml2.db [None req-fd7e8035-45ae-46fb-97e6-dbf91fb18185 None None] For port 92c67adc-a80c-41f0-9366-bb803fe58360, host dv-cinder-733622-20-iscsi, cleared binding levels {{(pid=101953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:16:40.349586 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.provisioning_blocks [None req-aa79bc43-207a-4b1e-994e-6dedba8bdfa7 None None] Provisioning complete for port c3297ac4-4943-4477-a9c9-2a78cc62f6c5 triggered by entity DHCP. {{(pid=101952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:16:40.350163 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-aa79bc43-207a-4b1e-994e-6dedba8bdfa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8061746'] for port, provisioning_complete {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:40.378087 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.plugins.ml2.db [None req-fd7e8035-45ae-46fb-97e6-dbf91fb18185 None None] For port 92c67adc-a80c-41f0-9366-bb803fe58360, host dv-cinder-733622-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-20-iscsi',level=0,port_id=92c67adc-a80c-41f0-9366-bb803fe58360,segment=NetworkSegment(a0316b7b-fb1e-457f-ba74-a0bbaa82bcb7),segment_id=a0316b7b-fb1e-457f-ba74-a0bbaa82bcb7)] {{(pid=101953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:16:40.382089 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fefcc59-e56a-458f-8c28-89fdf95f8d77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:16:40.382765 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fefcc59-e56a-458f-8c28-89fdf95f8d77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:16:40.383930 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fefcc59-e56a-458f-8c28-89fdf95f8d77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:16:40.384545 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fefcc59-e56a-458f-8c28-89fdf95f8d77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:16:40.385082 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fefcc59-e56a-458f-8c28-89fdf95f8d77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:16:40.385655 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fefcc59-e56a-458f-8c28-89fdf95f8d77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:16:40.386208 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fefcc59-e56a-458f-8c28-89fdf95f8d77 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:16:40.387024 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fefcc59-e56a-458f-8c28-89fdf95f8d77 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:16:40.387598 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fefcc59-e56a-458f-8c28-89fdf95f8d77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:16:40.388191 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fefcc59-e56a-458f-8c28-89fdf95f8d77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:16:40.388782 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fefcc59-e56a-458f-8c28-89fdf95f8d77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:16:40.389325 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fefcc59-e56a-458f-8c28-89fdf95f8d77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:16:40.391361 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fefcc59-e56a-458f-8c28-89fdf95f8d77 None None] Tracked resource versions report: Nov 11 22:16:40.391361 dv-cinder-733622-20-iscsi neutron-server[101953]: pushed versions: Nov 11 22:16:40.391361 dv-cinder-733622-20-iscsi neutron-server[101953]: { 'AddressGroup': {'1.2'}, Nov 11 22:16:40.391361 dv-cinder-733622-20-iscsi neutron-server[101953]: 'ConntrackHelper': {'1.0'}, Nov 11 22:16:40.391361 dv-cinder-733622-20-iscsi neutron-server[101953]: 'Log': {'1.0'}, Nov 11 22:16:40.391361 dv-cinder-733622-20-iscsi neutron-server[101953]: 'Network': {'1.1'}, Nov 11 22:16:40.391361 dv-cinder-733622-20-iscsi neutron-server[101953]: 'Port': {'1.7'}, Nov 11 22:16:40.391361 dv-cinder-733622-20-iscsi neutron-server[101953]: 'PortForwarding': {'1.2'}, Nov 11 22:16:40.391361 dv-cinder-733622-20-iscsi neutron-server[101953]: 'QosPolicy': {'1.10'}, Nov 11 22:16:40.391361 dv-cinder-733622-20-iscsi neutron-server[101953]: 'SecurityGroup': {'1.5'}, Nov 11 22:16:40.391361 dv-cinder-733622-20-iscsi neutron-server[101953]: 'SecurityGroupRule': {'1.2'}, Nov 11 22:16:40.391361 dv-cinder-733622-20-iscsi neutron-server[101953]: 'SubPort': {'1.0'}, Nov 11 22:16:40.391361 dv-cinder-733622-20-iscsi neutron-server[101953]: 'Subnet': {'1.1'}, Nov 11 22:16:40.391361 dv-cinder-733622-20-iscsi neutron-server[101953]: 'Trunk': {'1.1'}} Nov 11 22:16:40.391361 dv-cinder-733622-20-iscsi neutron-server[101953]: consumer versions: Nov 11 22:16:40.391361 dv-cinder-733622-20-iscsi neutron-server[101953]: { DHCP agent@dv-cinder-733622-20-iscsi: {}, Nov 11 22:16:40.391361 dv-cinder-733622-20-iscsi neutron-server[101953]: HyperV agent@hv-cinder-73362: {}, Nov 11 22:16:40.391361 dv-cinder-733622-20-iscsi neutron-server[101953]: L3 agent@dv-cinder-733622-20-iscsi: {}, Nov 11 22:16:40.391361 dv-cinder-733622-20-iscsi neutron-server[101953]: Metadata agent@dv-cinder-733622-20-iscsi: {}, Nov 11 22:16:40.391361 dv-cinder-733622-20-iscsi neutron-server[101953]: Metering agent@dv-cinder-733622-20-iscsi: {}, Nov 11 22:16:40.391361 dv-cinder-733622-20-iscsi neutron-server[101953]: Open vSwitch agent@dv-cinder-733622-20-iscsi: { 'AddressGroup': '1.2', Nov 11 22:16:40.391361 dv-cinder-733622-20-iscsi neutron-server[101953]: 'ConntrackHelper': '1.0', Nov 11 22:16:40.391361 dv-cinder-733622-20-iscsi neutron-server[101953]: 'Log': '1.0', Nov 11 22:16:40.391361 dv-cinder-733622-20-iscsi neutron-server[101953]: 'Network': '1.1', Nov 11 22:16:40.391361 dv-cinder-733622-20-iscsi neutron-server[101953]: 'Port': '1.7', Nov 11 22:16:40.391361 dv-cinder-733622-20-iscsi neutron-server[101953]: 'PortForwarding': '1.2', Nov 11 22:16:40.391361 dv-cinder-733622-20-iscsi neutron-server[101953]: 'QosPolicy': '1.10', Nov 11 22:16:40.391361 dv-cinder-733622-20-iscsi neutron-server[101953]: 'SecurityGroup': '1.5', Nov 11 22:16:40.391361 dv-cinder-733622-20-iscsi neutron-server[101953]: 'SecurityGroupRule': '1.2', Nov 11 22:16:40.391361 dv-cinder-733622-20-iscsi neutron-server[101953]: 'SubPort': '1.0', Nov 11 22:16:40.391361 dv-cinder-733622-20-iscsi neutron-server[101953]: 'Subnet': '1.1', Nov 11 22:16:40.391361 dv-cinder-733622-20-iscsi neutron-server[101953]: 'Trunk': '1.1'}} Nov 11 22:16:40.391361 dv-cinder-733622-20-iscsi neutron-server[101953]: {{(pid=101953) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 11 22:16:40.398916 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron_lib.callbacks.manager [None req-fd7e8035-45ae-46fb-97e6-dbf91fb18185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776912265364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776911838100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776911838118'] for port, after_update {{(pid=101953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:40.526394 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-5c65b7e9-8780-44d2-8964-ee647adae0d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_update {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:40.535370 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.db.db_base_plugin_common [None req-7d2339c6-2acd-43a8-9661-31cf32ebb3ed admin admin] Allocated IP 172.20.0.1 (2f5472e6-3d4a-4f79-a5b2-6b96144f59c3/c79b6f25-3c3e-41d1-96ac-2ecaf2fc7991/a059e863-b8e5-4d8a-8d09-5056bc1db63b) {{(pid=101950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:16:40.618921 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd7e8035-45ae-46fb-97e6-dbf91fb18185 None None] Routers {'3e6225dc-5fb3-4c33-bc9f-28edb42ac051'} bound to L3 agent in host dv-cinder-733622-20-iscsi {{(pid=101953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:16:40.619578 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.db.l3_hamode_db [None req-fd7e8035-45ae-46fb-97e6-dbf91fb18185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T22:08:28Z,description=,heartbeat_timestamp=2021-11-11T22:16:28Z,host='dv-cinder-733622-20-iscsi',id=4702c36b-78d9-4f52-8cbc-8d9e3292a6f2,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T22:08:28Z,topic='l3_agent')) {'router_ids': ['3e6225dc-5fb3-4c33-bc9f-28edb42ac051'], 'active': True} {{(pid=101953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:16:40.629211 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fefcc59-e56a-458f-8c28-89fdf95f8d77 None None] Pushing event updated for resources: {'Port': ['ID=92c67adc-a80c-41f0-9366-bb803fe58360,revision_number=3']} {{(pid=101953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:16:40.664542 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.plugin [None req-aa79bc43-207a-4b1e-994e-6dedba8bdfa7 None None] Port c3297ac4-4943-4477-a9c9-2a78cc62f6c5 cannot update to ACTIVE because it is not bound. {{(pid=101952) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:16:40.877392 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-5c65b7e9-8780-44d2-8964-ee647adae0d3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:40.893752 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-5c65b7e9-8780-44d2-8964-ee647adae0d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776912265364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776911838100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776911838118'] for port, after_update {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:40.895904 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-5c65b7e9-8780-44d2-8964-ee647adae0d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-634214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-658430'] for router_interface, after_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:40.919381 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-7d2339c6-2acd-43a8-9661-31cf32ebb3ed admin admin] Publish callbacks [] for port, precommit_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:41.008605 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.db.l3_dvr_db [None req-fd7e8035-45ae-46fb-97e6-dbf91fb18185 None None] Set router 3e6225dc-5fb3-4c33-bc9f-28edb42ac051 gateway port host: dv-cinder-733622-20-iscsi {{(pid=101953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:16:41.024143 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-7d2339c6-2acd-43a8-9661-31cf32ebb3ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776911838082'] for port, after_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:41.093926 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-008e3d82-ab57-476f-8030-50a9e17071fd None None] Publish callbacks [] for port, precommit_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:41.104005 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2339c6-2acd-43a8-9661-31cf32ebb3ed admin admin] Pushing event updated for resources: {'Port': ['ID=a059e863-b8e5-4d8a-8d09-5056bc1db63b,revision_number=1']} {{(pid=101950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:16:41.114214 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-008e3d82-ab57-476f-8030-50a9e17071fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776912265364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776911838100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776911838118'] for port, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:41.124904 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d2339c6-2acd-43a8-9661-31cf32ebb3ed admin admin] Network 2f5472e6-3d4a-4f79-a5b2-6b96144f59c3 is already hosted by enough agents. {{(pid=101950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:16:41.129269 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.scheduler.base_scheduler [None req-7d2339c6-2acd-43a8-9661-31cf32ebb3ed admin admin] Resources bound (agent type, host, resource id): {{(pid=101950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:16:41.136921 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d2339c6-2acd-43a8-9661-31cf32ebb3ed admin admin] Received port after_create {{(pid=101950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:16:41.138164 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-7d2339c6-2acd-43a8-9661-31cf32ebb3ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-658282'] for router_interface, before_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:41.272283 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.managers [None req-008e3d82-ab57-476f-8030-50a9e17071fd None None] Attempting to bind port 47223bcb-7731-4d66-8ad4-7276dc161995 on host dv-cinder-733622-20-iscsi for vnic_type normal with profile {{(pid=101952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:16:41.272988 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.managers [None req-008e3d82-ab57-476f-8030-50a9e17071fd None None] Attempting to bind port 47223bcb-7731-4d66-8ad4-7276dc161995 by drivers openvswitch,hyperv on host dv-cinder-733622-20-iscsi at level 0 using segments [{'id': 'a0316b7b-fb1e-457f-ba74-a0bbaa82bcb7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635'}] {{(pid=101952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:16:41.273537 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008e3d82-ab57-476f-8030-50a9e17071fd None None] Attempting to bind port 47223bcb-7731-4d66-8ad4-7276dc161995 on network fd27370c-43f8-4948-a495-3a9880be1635 {{(pid=101952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:16:41.282842 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008e3d82-ab57-476f-8030-50a9e17071fd None None] Checking agent: {'id': '83a5d6f5-895b-4fa9-b3a8-3d8b1836c237', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 22, 8, 32), 'started_at': datetime.datetime(2021, 11, 11, 22, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:16:41.283511 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008e3d82-ab57-476f-8030-50a9e17071fd None None] Checking segment: {'id': 'a0316b7b-fb1e-457f-ba74-a0bbaa82bcb7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:16:41.284452 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-008e3d82-ab57-476f-8030-50a9e17071fd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:41.285263 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008e3d82-ab57-476f-8030-50a9e17071fd None None] Bound using segment: {'id': 'a0316b7b-fb1e-457f-ba74-a0bbaa82bcb7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635'} {{(pid=101952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:16:41.286082 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.managers [None req-008e3d82-ab57-476f-8030-50a9e17071fd None None] Bound port: 47223bcb-7731-4d66-8ad4-7276dc161995, host: dv-cinder-733622-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0316b7b-fb1e-457f-ba74-a0bbaa82bcb7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635'}}] {{(pid=101952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:16:41.286705 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-008e3d82-ab57-476f-8030-50a9e17071fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:41.290335 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ab6438-038f-4389-bf03-ea6613c669d4 None None] Pushing event updated for resources: {'Port': ['ID=47223bcb-7731-4d66-8ad4-7276dc161995,revision_number=2']} {{(pid=101952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:16:41.302378 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-de6782fc-a938-46b9-9f22-be6fdfbd0c70 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:41.335491 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c65b7e9-8780-44d2-8964-ee647adae0d3 admin admin] Network 6d6ff938-050a-4ca6-ad58-070035060c7c is already hosted by enough agents. {{(pid=101951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:16:41.340909 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-de6782fc-a938-46b9-9f22-be6fdfbd0c70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:41.369795 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-8607d84c-4772-4bb4-bfe0-c3bdad0c6f70 req-032b3634-67d2-41c4-9f2e-ad949d81b1bb tempest-DeleteServersTestJSON-1769004992 tempest-DeleteServersTestJSON-1769004992-project] 10.222.0.50 "GET /v2.0/ports?device_id=42b1d02e-4eb1-4391-bd02-b80031206b3f HTTP/1.1" status: 200 len: 210 time: 0.2353508 Nov 11 22:16:41.410351 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-681d7930-a4b4-48c3-b97f-88a5bba65ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:41.415686 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-681d7930-a4b4-48c3-b97f-88a5bba65ca8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:41.419408 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-681d7930-a4b4-48c3-b97f-88a5bba65ca8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/598e76bd-0f20-4141-82ef-345124a1bc2a HTTP/1.1" status: 204 len: 168 time: 1.8939888 Nov 11 22:16:41.426986 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-008e3d82-ab57-476f-8030-50a9e17071fd None None] For port 47223bcb-7731-4d66-8ad4-7276dc161995, host dv-cinder-733622-20-iscsi, cleared binding levels {{(pid=101952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:16:41.445428 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-008e3d82-ab57-476f-8030-50a9e17071fd None None] For port 47223bcb-7731-4d66-8ad4-7276dc161995, host dv-cinder-733622-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-20-iscsi',level=0,port_id=47223bcb-7731-4d66-8ad4-7276dc161995,segment=NetworkSegment(a0316b7b-fb1e-457f-ba74-a0bbaa82bcb7),segment_id=a0316b7b-fb1e-457f-ba74-a0bbaa82bcb7)] {{(pid=101952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:16:41.455224 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-008e3d82-ab57-476f-8030-50a9e17071fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776912265364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776911838100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776911838118'] for port, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:41.457392 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.scheduler.base_scheduler [None req-5c65b7e9-8780-44d2-8964-ee647adae0d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=101951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:16:41.496307 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-de6782fc-a938-46b9-9f22-be6fdfbd0c70 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f8ba0f26e8314203b52a492aab975e12&name=default HTTP/1.1" status: 200 len: 2992 time: 1.9334812 Nov 11 22:16:41.501170 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 40276) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:16:41.560151 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c65b7e9-8780-44d2-8964-ee647adae0d3 admin admin] Pushing event updated for resources: {'Port': ['ID=c3297ac4-4943-4477-a9c9-2a78cc62f6c5,revision_number=2']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:16:41.594822 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6782fc-a938-46b9-9f22-be6fdfbd0c70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ed2809d-0193-49e9-9500-fbaa74cc4710,revision_number=1']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:16:41.633264 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ab6438-038f-4389-bf03-ea6613c669d4 None None] Pushing event updated for resources: {'Port': ['ID=47223bcb-7731-4d66-8ad4-7276dc161995,revision_number=3']} {{(pid=101952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:16:41.642731 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.db.l3_hamode_db [None req-fd7e8035-45ae-46fb-97e6-dbf91fb18185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e6225dc-5fb3-4c33-bc9f-28edb42ac051', 'name': 'tempest-ServerRescueNegativeTestJSON-216847738-router', 'tenant_id': 'f08f0ccbadb74a1fb24f11c7ab51aed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'external_fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': '92c67adc-a80c-41f0-9366-bb803fe58360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:16:31Z', 'updated_at': '2021-11-11T22:16:34Z', 'revision_number': 3, 'project_id': 'f08f0ccbadb74a1fb24f11c7ab51aed8', 'gw_port': {'id': '92c67adc-a80c-41f0-9366-bb803fe58360', 'name': '', 'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:aa:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e6225dc-5fb3-4c33-bc9f-28edb42ac051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:16:33Z', 'updated_at': '2021-11-11T22:16:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-20-iscsi'}], 'dv-cinder-733622-20-iscsi', False) {} {{(pid=101953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:16:41.686880 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008e3d82-ab57-476f-8030-50a9e17071fd None None] Routers {'30799c90-1e6b-40e6-bfee-eed6d0195471'} bound to L3 agent in host dv-cinder-733622-20-iscsi {{(pid=101952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:16:41.688573 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_hamode_db [None req-008e3d82-ab57-476f-8030-50a9e17071fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T22:08:28Z,description=,heartbeat_timestamp=2021-11-11T22:16:28Z,host='dv-cinder-733622-20-iscsi',id=4702c36b-78d9-4f52-8cbc-8d9e3292a6f2,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T22:08:28Z,topic='l3_agent')) {'router_ids': ['30799c90-1e6b-40e6-bfee-eed6d0195471'], 'active': True} {{(pid=101952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:16:41.725675 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd7e8035-45ae-46fb-97e6-dbf91fb18185 None None] The sync data for ids ['3e6225dc-5fb3-4c33-bc9f-28edb42ac051'] in dv-cinder-733622-20-iscsi is: [{'id': '3e6225dc-5fb3-4c33-bc9f-28edb42ac051', 'name': 'tempest-ServerRescueNegativeTestJSON-216847738-router', 'tenant_id': 'f08f0ccbadb74a1fb24f11c7ab51aed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'external_fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': '92c67adc-a80c-41f0-9366-bb803fe58360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:16:31Z', 'updated_at': '2021-11-11T22:16:34Z', 'revision_number': 3, 'project_id': 'f08f0ccbadb74a1fb24f11c7ab51aed8', 'gw_port': {'id': '92c67adc-a80c-41f0-9366-bb803fe58360', 'name': '', 'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:aa:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e6225dc-5fb3-4c33-bc9f-28edb42ac051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:16:33Z', 'updated_at': '2021-11-11T22:16:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-20-iscsi'}] {{(pid=101953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:16:41.854799 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681d7930-a4b4-48c3-b97f-88a5bba65ca8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=598e76bd-0f20-4141-82ef-345124a1bc2a,revision_number=None']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:16:41.891851 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-d8110a93-7161-4a01-a7c1-636fe32509a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:41.965841 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-d8110a93-7161-4a01-a7c1-636fe32509a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:42.030767 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c65b7e9-8780-44d2-8964-ee647adae0d3 admin admin] Router 30799c90-1e6b-40e6-bfee-eed6d0195471 has already been hosted by L3 agent 4702c36b-78d9-4f52-8cbc-8d9e3292a6f2 {{(pid=101951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 22:16:42.104782 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-7d2339c6-2acd-43a8-9661-31cf32ebb3ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_update {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:42.176712 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-d8110a93-7161-4a01-a7c1-636fe32509a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:42.182578 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-d8110a93-7161-4a01-a7c1-636fe32509a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:42.188326 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-d8110a93-7161-4a01-a7c1-636fe32509a2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1ed2809d-0193-49e9-9500-fbaa74cc4710 HTTP/1.1" status: 204 len: 168 time: 0.6597970 Nov 11 22:16:42.196260 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.provisioning_blocks [None req-36a995e8-918c-4546-a694-037ea8d5b78e None None] Provisioning complete for port c3297ac4-4943-4477-a9c9-2a78cc62f6c5 triggered by entity DHCP. {{(pid=101952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:16:42.197122 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-36a995e8-918c-4546-a694-037ea8d5b78e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8061746'] for port, provisioning_complete {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:42.239426 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8110a93-7161-4a01-a7c1-636fe32509a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ed2809d-0193-49e9-9500-fbaa74cc4710,revision_number=None']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:16:42.257271 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.plugin [None req-36a995e8-918c-4546-a694-037ea8d5b78e None None] Port c3297ac4-4943-4477-a9c9-2a78cc62f6c5 cannot update to ACTIVE because it is not bound. {{(pid=101952) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:16:42.416319 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_dvr_db [None req-008e3d82-ab57-476f-8030-50a9e17071fd None None] Set router 30799c90-1e6b-40e6-bfee-eed6d0195471 gateway port host: dv-cinder-733622-20-iscsi {{(pid=101952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:16:42.681000 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c65b7e9-8780-44d2-8964-ee647adae0d3 admin admin] Notify agent at l3_agent.dv-cinder-733622-20-iscsi the message routers_updated {{(pid=101951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:16:42.693388 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-5c65b7e9-8780-44d2-8964-ee647adae0d3 admin admin] 10.222.0.50 "PUT /v2.0/routers/30799c90-1e6b-40e6-bfee-eed6d0195471/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2265303 Nov 11 22:16:43.182911 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_hamode_db [None req-008e3d82-ab57-476f-8030-50a9e17071fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30799c90-1e6b-40e6-bfee-eed6d0195471', 'name': 'tempest-AttachVolumeShelveTestJSON-159595070-router', 'tenant_id': '1ce5c1a9babe4d3098016d7a6fcab517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'external_fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': '47223bcb-7731-4d66-8ad4-7276dc161995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:16:31Z', 'updated_at': '2021-11-11T22:16:40Z', 'revision_number': 4, 'project_id': '1ce5c1a9babe4d3098016d7a6fcab517', 'gw_port': {'id': '47223bcb-7731-4d66-8ad4-7276dc161995', 'name': '', 'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:a7:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30799c90-1e6b-40e6-bfee-eed6d0195471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:16:33Z', 'updated_at': '2021-11-11T22:16:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-20-iscsi', '_interfaces': [{'id': 'c3297ac4-4943-4477-a9c9-2a78cc62f6c5', 'name': '', 'network_id': '6d6ff938-050a-4ca6-ad58-070035060c7c', 'tenant_id': '1ce5c1a9babe4d3098016d7a6fcab517', 'mac_address': 'fa:16:3e:67:30:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30799c90-1e6b-40e6-bfee-eed6d0195471', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '28859a9d-69fd-4dd9-a7c8-b3902292e969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:16:38Z', 'updated_at': '2021-11-11T22:16:40Z', 'revision_number': 2, 'project_id': '1ce5c1a9babe4d3098016d7a6fcab517', 'subnets': [{'id': '28859a9d-69fd-4dd9-a7c8-b3902292e969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-20-iscsi', False) {} {{(pid=101952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:16:43.250224 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008e3d82-ab57-476f-8030-50a9e17071fd None None] The sync data for ids ['30799c90-1e6b-40e6-bfee-eed6d0195471'] in dv-cinder-733622-20-iscsi is: [{'id': '30799c90-1e6b-40e6-bfee-eed6d0195471', 'name': 'tempest-AttachVolumeShelveTestJSON-159595070-router', 'tenant_id': '1ce5c1a9babe4d3098016d7a6fcab517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'external_fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': '47223bcb-7731-4d66-8ad4-7276dc161995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:16:31Z', 'updated_at': '2021-11-11T22:16:40Z', 'revision_number': 4, 'project_id': '1ce5c1a9babe4d3098016d7a6fcab517', 'gw_port': {'id': '47223bcb-7731-4d66-8ad4-7276dc161995', 'name': '', 'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:a7:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30799c90-1e6b-40e6-bfee-eed6d0195471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:16:33Z', 'updated_at': '2021-11-11T22:16:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-20-iscsi', '_interfaces': [{'id': 'c3297ac4-4943-4477-a9c9-2a78cc62f6c5', 'name': '', 'network_id': '6d6ff938-050a-4ca6-ad58-070035060c7c', 'tenant_id': '1ce5c1a9babe4d3098016d7a6fcab517', 'mac_address': 'fa:16:3e:67:30:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30799c90-1e6b-40e6-bfee-eed6d0195471', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '28859a9d-69fd-4dd9-a7c8-b3902292e969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:16:38Z', 'updated_at': '2021-11-11T22:16:40Z', 'revision_number': 2, 'project_id': '1ce5c1a9babe4d3098016d7a6fcab517', 'subnets': [{'id': '28859a9d-69fd-4dd9-a7c8-b3902292e969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:16:43.277897 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-1d5b0de3-1a3d-4b94-9b63-e0db24dde39f req-b2d837ec-65e8-464b-b684-687fbd844c97 tempest-DeleteServersTestJSON-1769004992 tempest-DeleteServersTestJSON-1769004992-project] 10.222.0.50 "GET /v2.0/ports?device_id=42b1d02e-4eb1-4391-bd02-b80031206b3f HTTP/1.1" status: 200 len: 210 time: 0.2940438 Nov 11 22:16:43.305651 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-7d2339c6-2acd-43a8-9661-31cf32ebb3ed admin admin] Publish callbacks [] for port, precommit_update {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:43.326988 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-7d2339c6-2acd-43a8-9661-31cf32ebb3ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776912265364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776911838100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776911838118'] for port, after_update {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:43.327868 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-7d2339c6-2acd-43a8-9661-31cf32ebb3ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-634214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-658430'] for router_interface, after_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:43.474274 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2339c6-2acd-43a8-9661-31cf32ebb3ed admin admin] Pushing event updated for resources: {'Port': ['ID=a059e863-b8e5-4d8a-8d09-5056bc1db63b,revision_number=2']} {{(pid=101950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:16:43.655684 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d2339c6-2acd-43a8-9661-31cf32ebb3ed admin admin] Network 2f5472e6-3d4a-4f79-a5b2-6b96144f59c3 is already hosted by enough agents. {{(pid=101950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:16:43.659070 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.scheduler.base_scheduler [None req-7d2339c6-2acd-43a8-9661-31cf32ebb3ed admin admin] Resources bound (agent type, host, resource id): {{(pid=101950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:16:43.952868 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d2339c6-2acd-43a8-9661-31cf32ebb3ed admin admin] Router 3e6225dc-5fb3-4c33-bc9f-28edb42ac051 has already been hosted by L3 agent 4702c36b-78d9-4f52-8cbc-8d9e3292a6f2 {{(pid=101950) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 22:16:43.982410 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 40366) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:16:44.002151 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.v2.base [None req-247f941d-0ca5-482f-942c-f88627bf3e7d tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1464306305', 'description': 'tempest-description--1269058551'}} {{(pid=101951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:16:44.107826 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-247f941d-0ca5-482f-942c-f88627bf3e7d tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Publish callbacks [] for security_group, before_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:44.253676 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d2339c6-2acd-43a8-9661-31cf32ebb3ed admin admin] Notify agent at l3_agent.dv-cinder-733622-20-iscsi the message routers_updated {{(pid=101950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:16:44.288439 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [None req-7d2339c6-2acd-43a8-9661-31cf32ebb3ed admin admin] 10.222.0.50 "PUT /v2.0/routers/3e6225dc-5fb3-4c33-bc9f-28edb42ac051/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9996464 Nov 11 22:16:44.318509 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-247f941d-0ca5-482f-942c-f88627bf3e7d tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Publish callbacks [] for security_group, precommit_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:44.325279 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Device 92c67adc-a80c-41f0-9366-bb803fe58360 up at agent ovs-agent-dv-cinder-733622-20-iscsi {{(pid=101952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:16:44.328144 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-247f941d-0ca5-482f-942c-f88627bf3e7d tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:44.419044 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-247f941d-0ca5-482f-942c-f88627bf3e7d tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Publish callbacks [] for security_group, before_response {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:44.426741 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.wsgi [-] (101950) accepted ('10.222.0.50', 40380) {{(pid=101950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:16:44.427971 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-247f941d-0ca5-482f-942c-f88627bf3e7d tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4437399 Nov 11 22:16:44.437063 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.v2.base [None req-129a0360-6ddd-4b09-8ab3-113258c5beb7 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Request body: {'security_group_rule': {'security_group_id': '4cdb267d-d817-44be-b26a-e18e20b97bde', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:16:44.481999 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247f941d-0ca5-482f-942c-f88627bf3e7d tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4cdb267d-d817-44be-b26a-e18e20b97bde,revision_number=1']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:16:44.570453 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.provisioning_blocks [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Provisioning complete for port 92c67adc-a80c-41f0-9366-bb803fe58360 triggered by entity L2. {{(pid=101952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:16:44.571395 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8061746'] for port, provisioning_complete {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:44.571665 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-129a0360-6ddd-4b09-8ab3-113258c5beb7 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:44.700236 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-f6d3792a-0d46-4f13-a0d5-26566d0034ea req-e5498f85-8c66-49ec-871e-3a61859afae9 tempest-DeleteServersTestJSON-1769004992 tempest-DeleteServersTestJSON-1769004992-project] 10.222.0.50 "GET /v2.0/ports?device_id=42b1d02e-4eb1-4391-bd02-b80031206b3f HTTP/1.1" status: 200 len: 210 time: 0.1775889 Nov 11 22:16:44.850821 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-129a0360-6ddd-4b09-8ab3-113258c5beb7 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:44.858035 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-129a0360-6ddd-4b09-8ab3-113258c5beb7 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883588'] for security_group_rule, after_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:44.874388 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:44.904378 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129a0360-6ddd-4b09-8ab3-113258c5beb7 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7d97d5f-56dc-4cd1-8f1d-14298c23fc4d,revision_number=0']} {{(pid=101950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:16:44.932964 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-129a0360-6ddd-4b09-8ab3-113258c5beb7 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:44.935329 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [None req-129a0360-6ddd-4b09-8ab3-113258c5beb7 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5071516 Nov 11 22:16:44.939736 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.wsgi [-] (101950) accepted ('10.222.0.50', 40394) {{(pid=101950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:16:44.945848 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.v2.base [None req-b29ada17-b58f-4f8d-8228-eadc7be7e5f1 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Request body: {'security_group_rule': {'security_group_id': '4cdb267d-d817-44be-b26a-e18e20b97bde', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:16:45.046106 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-b29ada17-b58f-4f8d-8228-eadc7be7e5f1 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:45.048035 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] For port 92c67adc-a80c-41f0-9366-bb803fe58360, host dv-cinder-733622-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-20-iscsi',level=0,port_id=92c67adc-a80c-41f0-9366-bb803fe58360,segment=NetworkSegment(a0316b7b-fb1e-457f-ba74-a0bbaa82bcb7),segment_id=a0316b7b-fb1e-457f-ba74-a0bbaa82bcb7)] {{(pid=101952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:16:45.063635 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776912265364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776911838100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776911838118'] for port, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:45.244968 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Pushing event updated for resources: {'Port': ['ID=92c67adc-a80c-41f0-9366-bb803fe58360,revision_number=4']} {{(pid=101952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:16:45.285095 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-b29ada17-b58f-4f8d-8228-eadc7be7e5f1 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:45.297245 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-b29ada17-b58f-4f8d-8228-eadc7be7e5f1 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883588'] for security_group_rule, after_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:45.387281 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29ada17-b58f-4f8d-8228-eadc7be7e5f1 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13ba0c1a-6164-4db3-bf2f-47e4aab202b3,revision_number=0']} {{(pid=101950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:16:45.412302 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-b29ada17-b58f-4f8d-8228-eadc7be7e5f1 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:45.422548 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [None req-b29ada17-b58f-4f8d-8228-eadc7be7e5f1 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4754741 Nov 11 22:16:45.423403 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.wsgi [-] (101950) accepted ('10.222.0.50', 40406) {{(pid=101950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:16:45.441889 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.v2.base [None req-ec2797e0-898d-4801-a574-3af42a2f96f7 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Request body: {'floatingip': {'floating_network_id': 'fd27370c-43f8-4948-a495-3a9880be1635'}} {{(pid=101950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:16:45.545344 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-ec2797e0-898d-4801-a574-3af42a2f96f7 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Publish callbacks [] for floatingip, before_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:45.682399 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b06450d-bad3-4a33-864b-107932b23615 None None] Sync routers for ids ['3e6225dc-5fb3-4c33-bc9f-28edb42ac051'] in dv-cinder-733622-20-iscsi {{(pid=101953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:16:45.707662 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b06450d-bad3-4a33-864b-107932b23615 None None] Routers {'3e6225dc-5fb3-4c33-bc9f-28edb42ac051'} bound to L3 agent in host dv-cinder-733622-20-iscsi {{(pid=101953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:16:45.708317 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.db.l3_hamode_db [None req-9b06450d-bad3-4a33-864b-107932b23615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T22:08:28Z,description=,heartbeat_timestamp=2021-11-11T22:16:28Z,host='dv-cinder-733622-20-iscsi',id=4702c36b-78d9-4f52-8cbc-8d9e3292a6f2,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T22:08:28Z,topic='l3_agent')) {'router_ids': ['3e6225dc-5fb3-4c33-bc9f-28edb42ac051'], 'active': True} {{(pid=101953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:16:45.905216 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.db.l3_dvr_db [None req-9b06450d-bad3-4a33-864b-107932b23615 None None] Set router 3e6225dc-5fb3-4c33-bc9f-28edb42ac051 gateway port host: dv-cinder-733622-20-iscsi {{(pid=101953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:16:46.003144 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-ec2797e0-898d-4801-a574-3af42a2f96f7 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:46.194425 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-3a9d3a57-c5ce-44cd-a4ef-faa45ef25ead req-d29ec69e-7933-48b1-8816-54091298971a tempest-DeleteServersTestJSON-1769004992 tempest-DeleteServersTestJSON-1769004992-project] 10.222.0.50 "GET /v2.0/ports?device_id=42b1d02e-4eb1-4391-bd02-b80031206b3f HTTP/1.1" status: 200 len: 210 time: 0.1727967 Nov 11 22:16:46.392504 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Device 47223bcb-7731-4d66-8ad4-7276dc161995 up at agent ovs-agent-dv-cinder-733622-20-iscsi {{(pid=101952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:16:46.475963 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.db.db_base_plugin_common [None req-ec2797e0-898d-4801-a574-3af42a2f96f7 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Allocated IP 172.27.0.204 (fd27370c-43f8-4948-a495-3a9880be1635/b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca/24992ed5-02a6-441e-aa47-eda7237a4d63) {{(pid=101950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:16:46.647158 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.26', 49904) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:16:46.703088 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.db.l3_hamode_db [None req-9b06450d-bad3-4a33-864b-107932b23615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e6225dc-5fb3-4c33-bc9f-28edb42ac051', 'name': 'tempest-ServerRescueNegativeTestJSON-216847738-router', 'tenant_id': 'f08f0ccbadb74a1fb24f11c7ab51aed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'external_fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': '92c67adc-a80c-41f0-9366-bb803fe58360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:16:31Z', 'updated_at': '2021-11-11T22:16:41Z', 'revision_number': 4, 'project_id': 'f08f0ccbadb74a1fb24f11c7ab51aed8', 'gw_port': {'id': '92c67adc-a80c-41f0-9366-bb803fe58360', 'name': '', 'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:aa:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6225dc-5fb3-4c33-bc9f-28edb42ac051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:16:33Z', 'updated_at': '2021-11-11T22:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-20-iscsi', '_interfaces': [{'id': 'a059e863-b8e5-4d8a-8d09-5056bc1db63b', 'name': '', 'network_id': '2f5472e6-3d4a-4f79-a5b2-6b96144f59c3', 'tenant_id': 'f08f0ccbadb74a1fb24f11c7ab51aed8', 'mac_address': 'fa:16:3e:5c:9a:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e6225dc-5fb3-4c33-bc9f-28edb42ac051', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'c79b6f25-3c3e-41d1-96ac-2ecaf2fc7991', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:16:40Z', 'updated_at': '2021-11-11T22:16:42Z', 'revision_number': 2, 'project_id': 'f08f0ccbadb74a1fb24f11c7ab51aed8', 'subnets': [{'id': 'c79b6f25-3c3e-41d1-96ac-2ecaf2fc7991', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-20-iscsi', False) {} {{(pid=101953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:16:46.782516 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.provisioning_blocks [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Provisioning complete for port 47223bcb-7731-4d66-8ad4-7276dc161995 triggered by entity L2. {{(pid=101952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:16:46.784115 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8061746'] for port, provisioning_complete {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:46.798715 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b06450d-bad3-4a33-864b-107932b23615 None None] Checking router: 3e6225dc-5fb3-4c33-bc9f-28edb42ac051 for host: dv-cinder-733622-20-iscsi {{(pid=101953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:16:46.803737 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b06450d-bad3-4a33-864b-107932b23615 None None] Updating router 3e6225dc-5fb3-4c33-bc9f-28edb42ac051 port a059e863-b8e5-4d8a-8d09-5056bc1db63b binding host dv-cinder-733622-20-iscsi {{(pid=101953) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 22:16:46.929555 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron_lib.callbacks.manager [None req-9b06450d-bad3-4a33-864b-107932b23615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_update {{(pid=101953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:46.949162 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-ec2797e0-898d-4801-a574-3af42a2f96f7 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Publish callbacks [] for port, precommit_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:47.042005 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-ec2797e0-898d-4801-a574-3af42a2f96f7 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776911838082'] for port, after_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:47.124910 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2797e0-898d-4801-a574-3af42a2f96f7 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Pushing event updated for resources: {'Port': ['ID=24992ed5-02a6-441e-aa47-eda7237a4d63,revision_number=1']} {{(pid=101950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:16:47.199715 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:47.263232 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] For port 47223bcb-7731-4d66-8ad4-7276dc161995, host dv-cinder-733622-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-20-iscsi',level=0,port_id=47223bcb-7731-4d66-8ad4-7276dc161995,segment=NetworkSegment(a0316b7b-fb1e-457f-ba74-a0bbaa82bcb7),segment_id=a0316b7b-fb1e-457f-ba74-a0bbaa82bcb7)] {{(pid=101952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:16:47.264221 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec2797e0-898d-4801-a574-3af42a2f96f7 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Network fd27370c-43f8-4948-a495-3a9880be1635 is already hosted by enough agents. {{(pid=101950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:16:47.268547 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.scheduler.base_scheduler [None req-ec2797e0-898d-4801-a574-3af42a2f96f7 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Resources bound (agent type, host, resource id): {{(pid=101950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:16:47.274875 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2797e0-898d-4801-a574-3af42a2f96f7 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Received port after_create {{(pid=101950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:16:47.279152 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776912265364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776911838100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776911838118'] for port, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:47.283462 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Device 92c67adc-a80c-41f0-9366-bb803fe58360 up at agent ovs-agent-dv-cinder-733622-20-iscsi {{(pid=101952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:16:47.694217 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-ec2797e0-898d-4801-a574-3af42a2f96f7 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:47.736943 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d10c2a-9604-4789-b76a-6622689d9e4f req-92a53fc6-0541-4514-bac3-d4acccd2bb8e tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:16:47.746654 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-47d10c2a-9604-4789-b76a-6622689d9e4f req-92a53fc6-0541-4514-bac3-d4acccd2bb8e tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/networks?id=2f5472e6-3d4a-4f79-a5b2-6b96144f59c3 HTTP/1.1" status: 200 len: 818 time: 1.2906194 Nov 11 22:16:47.767891 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-47d10c2a-9604-4789-b76a-6622689d9e4f req-1ea93abd-b6fd-434e-9cd8-d882aded04d5 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/quotas/f08f0ccbadb74a1fb24f11c7ab51aed8 HTTP/1.1" status: 200 len: 375 time: 0.0202494 Nov 11 22:16:47.780149 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Pushing event updated for resources: {'Port': ['ID=47223bcb-7731-4d66-8ad4-7276dc161995,revision_number=4']} {{(pid=101952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:16:47.860942 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.provisioning_blocks [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Provisioning complete for port 92c67adc-a80c-41f0-9366-bb803fe58360 triggered by entity L2. {{(pid=101952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:16:47.861387 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8061746'] for port, provisioning_complete {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:47.909061 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea47477f-8fcf-4d70-9f6f-7c51d71c6719 req-942ee348-a7f3-4f83-a44b-16bf31a5f331 tempest-DeleteServersTestJSON-1769004992 tempest-DeleteServersTestJSON-1769004992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:16:47.913122 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-ea47477f-8fcf-4d70-9f6f-7c51d71c6719 req-942ee348-a7f3-4f83-a44b-16bf31a5f331 tempest-DeleteServersTestJSON-1769004992 tempest-DeleteServersTestJSON-1769004992-project] 10.222.0.26 "GET /v2.0/networks?id=c6d8e0de-0339-4dcf-b841-e5cc819e8604 HTTP/1.1" status: 200 len: 812 time: 1.2640455 Nov 11 22:16:47.946278 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-ec2797e0-898d-4801-a574-3af42a2f96f7 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_update {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:47.998874 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.v2.base [req-ea47477f-8fcf-4d70-9f6f-7c51d71c6719 req-8e5a4453-b547-497a-8a41-b5f77c08d7c6 tempest-DeleteServersTestJSON-1769004992 tempest-DeleteServersTestJSON-1769004992-project] Request body: {'port': {'device_id': '42b1d02e-4eb1-4391-bd02-b80031206b3f', 'network_id': 'c6d8e0de-0339-4dcf-b841-e5cc819e8604', 'admin_state_up': True, 'tenant_id': 'deea16b60fcc4b4cbf11771b0628a1c4'}} {{(pid=101951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:16:48.004322 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-d61705f5-a02d-450c-ae00-d3091443e68c req-d90b16cc-fd4f-401b-b60b-9b59ccf9f34b tempest-DeleteServersTestJSON-1769004992 tempest-DeleteServersTestJSON-1769004992-project] 10.222.0.50 "GET /v2.0/ports?device_id=42b1d02e-4eb1-4391-bd02-b80031206b3f HTTP/1.1" status: 200 len: 210 time: 0.1011095 Nov 11 22:16:48.229188 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2da777e-da83-422a-b7c1-0af2c43804b0 None None] Sync routers for ids ['30799c90-1e6b-40e6-bfee-eed6d0195471'] in dv-cinder-733622-20-iscsi {{(pid=101952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:16:48.279557 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2da777e-da83-422a-b7c1-0af2c43804b0 None None] Routers {'30799c90-1e6b-40e6-bfee-eed6d0195471'} bound to L3 agent in host dv-cinder-733622-20-iscsi {{(pid=101952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:16:48.281354 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_hamode_db [None req-a2da777e-da83-422a-b7c1-0af2c43804b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T22:08:28Z,description=,heartbeat_timestamp=2021-11-11T22:16:28Z,host='dv-cinder-733622-20-iscsi',id=4702c36b-78d9-4f52-8cbc-8d9e3292a6f2,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T22:08:28Z,topic='l3_agent')) {'router_ids': ['30799c90-1e6b-40e6-bfee-eed6d0195471'], 'active': True} {{(pid=101952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:16:48.305241 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-47d10c2a-9604-4789-b76a-6622689d9e4f req-6fb434c5-41ff-4074-93bc-4ecec69ee405 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=f08f0ccbadb74a1fb24f11c7ab51aed8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5361450 Nov 11 22:16:48.400979 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron_lib.callbacks.manager [None req-9b06450d-bad3-4a33-864b-107932b23615 None None] Publish callbacks [] for port, precommit_update {{(pid=101953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:48.418436 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron_lib.callbacks.manager [None req-9b06450d-bad3-4a33-864b-107932b23615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776912265364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776911838100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776911838118'] for port, after_update {{(pid=101953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:48.473502 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Device 47223bcb-7731-4d66-8ad4-7276dc161995 up at agent ovs-agent-dv-cinder-733622-20-iscsi {{(pid=101952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:16:48.586967 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92aa8116-64d2-4be0-b1db-9a054e2f0b33 None None] Pushing event updated for resources: {'Port': ['ID=a059e863-b8e5-4d8a-8d09-5056bc1db63b,revision_number=3']} {{(pid=101953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:16:48.683839 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea47477f-8fcf-4d70-9f6f-7c51d71c6719 req-8e5a4453-b547-497a-8a41-b5f77c08d7c6 tempest-DeleteServersTestJSON-1769004992 tempest-DeleteServersTestJSON-1769004992-project] Made reservation on behalf of deea16b60fcc4b4cbf11771b0628a1c4 for: {'port': 1} {{(pid=101951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:16:48.691417 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [req-ea47477f-8fcf-4d70-9f6f-7c51d71c6719 req-8e5a4453-b547-497a-8a41-b5f77c08d7c6 tempest-DeleteServersTestJSON-1769004992 tempest-DeleteServersTestJSON-1769004992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:48.752715 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-ec2797e0-898d-4801-a574-3af42a2f96f7 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Publish callbacks [] for port, precommit_update {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:48.780464 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-ec2797e0-898d-4801-a574-3af42a2f96f7 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776912265364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776911838100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776911838118'] for port, after_update {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:48.803196 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.plugins.ml2.managers [None req-9b06450d-bad3-4a33-864b-107932b23615 None None] Attempting to bind port a059e863-b8e5-4d8a-8d09-5056bc1db63b on host dv-cinder-733622-20-iscsi for vnic_type normal with profile {{(pid=101953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:16:48.803581 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.plugins.ml2.managers [None req-9b06450d-bad3-4a33-864b-107932b23615 None None] Attempting to bind port a059e863-b8e5-4d8a-8d09-5056bc1db63b by drivers openvswitch,hyperv on host dv-cinder-733622-20-iscsi at level 0 using segments [{'id': '9450a3e6-214a-4a5d-bf95-fac01b747b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '2f5472e6-3d4a-4f79-a5b2-6b96144f59c3'}] {{(pid=101953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:16:48.804096 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b06450d-bad3-4a33-864b-107932b23615 None None] Attempting to bind port a059e863-b8e5-4d8a-8d09-5056bc1db63b on network 2f5472e6-3d4a-4f79-a5b2-6b96144f59c3 {{(pid=101953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:16:48.815401 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b06450d-bad3-4a33-864b-107932b23615 None None] Checking agent: {'id': '83a5d6f5-895b-4fa9-b3a8-3d8b1836c237', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 22, 8, 32), 'started_at': datetime.datetime(2021, 11, 11, 22, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:16:48.816710 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b06450d-bad3-4a33-864b-107932b23615 None None] Checking segment: {'id': '9450a3e6-214a-4a5d-bf95-fac01b747b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '2f5472e6-3d4a-4f79-a5b2-6b96144f59c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:16:48.816710 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron_lib.callbacks.manager [None req-9b06450d-bad3-4a33-864b-107932b23615 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:48.817893 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b06450d-bad3-4a33-864b-107932b23615 None None] Bound using segment: {'id': '9450a3e6-214a-4a5d-bf95-fac01b747b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '2f5472e6-3d4a-4f79-a5b2-6b96144f59c3'} {{(pid=101953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:16:48.819725 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.plugins.ml2.managers [None req-9b06450d-bad3-4a33-864b-107932b23615 None None] Bound port: a059e863-b8e5-4d8a-8d09-5056bc1db63b, host: dv-cinder-733622-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9450a3e6-214a-4a5d-bf95-fac01b747b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '2f5472e6-3d4a-4f79-a5b2-6b96144f59c3'}}] {{(pid=101953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:16:48.820208 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron_lib.callbacks.manager [None req-9b06450d-bad3-4a33-864b-107932b23615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_update {{(pid=101953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:48.874432 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-ec2797e0-898d-4801-a574-3af42a2f96f7 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657105'] for floatingip, after_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:48.878010 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_dvr_db [None req-a2da777e-da83-422a-b7c1-0af2c43804b0 None None] Set router 30799c90-1e6b-40e6-bfee-eed6d0195471 gateway port host: dv-cinder-733622-20-iscsi {{(pid=101952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:16:48.938130 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-ec2797e0-898d-4801-a574-3af42a2f96f7 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26363'] for floatingip, before_response {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:48.956556 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [None req-ec2797e0-898d-4801-a574-3af42a2f96f7 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5189304 Nov 11 22:16:48.962644 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2797e0-898d-4801-a574-3af42a2f96f7 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Pushing event updated for resources: {'Port': ['ID=24992ed5-02a6-441e-aa47-eda7237a4d63,revision_number=2']} {{(pid=101950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:16:48.964593 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.provisioning_blocks [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Provisioning complete for port 47223bcb-7731-4d66-8ad4-7276dc161995 triggered by entity L2. {{(pid=101952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:16:48.964990 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8061746'] for port, provisioning_complete {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:49.004716 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.plugins.ml2.db [None req-9b06450d-bad3-4a33-864b-107932b23615 None None] For port a059e863-b8e5-4d8a-8d09-5056bc1db63b, host dv-cinder-733622-20-iscsi, cleared binding levels {{(pid=101953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:16:49.016356 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.plugins.ml2.db [None req-9b06450d-bad3-4a33-864b-107932b23615 None None] For port a059e863-b8e5-4d8a-8d09-5056bc1db63b, host dv-cinder-733622-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-20-iscsi',level=0,port_id=a059e863-b8e5-4d8a-8d09-5056bc1db63b,segment=NetworkSegment(9450a3e6-214a-4a5d-bf95-fac01b747b02),segment_id=9450a3e6-214a-4a5d-bf95-fac01b747b02)] {{(pid=101953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:16:49.028289 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron_lib.callbacks.manager [None req-9b06450d-bad3-4a33-864b-107932b23615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776912265364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776911838100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776911838118'] for port, after_update {{(pid=101953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:49.164120 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b06450d-bad3-4a33-864b-107932b23615 None None] Routers {'3e6225dc-5fb3-4c33-bc9f-28edb42ac051'} bound to L3 agent in host dv-cinder-733622-20-iscsi {{(pid=101953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:16:49.174122 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.db.l3_hamode_db [None req-9b06450d-bad3-4a33-864b-107932b23615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T22:08:28Z,description=,heartbeat_timestamp=2021-11-11T22:16:28Z,host='dv-cinder-733622-20-iscsi',id=4702c36b-78d9-4f52-8cbc-8d9e3292a6f2,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T22:08:28Z,topic='l3_agent')) {'router_ids': ['3e6225dc-5fb3-4c33-bc9f-28edb42ac051'], 'active': True} {{(pid=101953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:16:49.373700 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-805535b2-34e0-41ec-948f-1bff9780c174 req-4082fb04-7fa1-4302-8225-9284df4296ab tempest-DeleteServersTestJSON-1769004992 tempest-DeleteServersTestJSON-1769004992-project] 10.222.0.50 "GET /v2.0/ports?device_id=42b1d02e-4eb1-4391-bd02-b80031206b3f HTTP/1.1" status: 200 len: 210 time: 0.0668302 Nov 11 22:16:49.434979 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92aa8116-64d2-4be0-b1db-9a054e2f0b33 None None] Pushing event updated for resources: {'Port': ['ID=a059e863-b8e5-4d8a-8d09-5056bc1db63b,revision_number=4']} {{(pid=101953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:16:49.539759 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.wsgi [req-47d10c2a-9604-4789-b76a-6622689d9e4f req-ae1ce5b5-86f1-453c-a840-50a14d2d8e54 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=101950) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 22:16:49.541284 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-47d10c2a-9604-4789-b76a-6622689d9e4f req-ae1ce5b5-86f1-453c-a840-50a14d2d8e54 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7834053 Nov 11 22:16:49.653987 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.db.db_base_plugin_common [req-ea47477f-8fcf-4d70-9f6f-7c51d71c6719 req-8e5a4453-b547-497a-8a41-b5f77c08d7c6 tempest-DeleteServersTestJSON-1769004992 tempest-DeleteServersTestJSON-1769004992-project] Allocated IP 172.20.0.3 (c6d8e0de-0339-4dcf-b841-e5cc819e8604/7909332a-42e1-4581-b2ca-65acab06e98d/0bc1820f-1a39-4597-b043-52b99c006ed9) {{(pid=101951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:16:49.663445 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_hamode_db [None req-a2da777e-da83-422a-b7c1-0af2c43804b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30799c90-1e6b-40e6-bfee-eed6d0195471', 'name': 'tempest-AttachVolumeShelveTestJSON-159595070-router', 'tenant_id': '1ce5c1a9babe4d3098016d7a6fcab517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'external_fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': '47223bcb-7731-4d66-8ad4-7276dc161995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:16:31Z', 'updated_at': '2021-11-11T22:16:40Z', 'revision_number': 4, 'project_id': '1ce5c1a9babe4d3098016d7a6fcab517', 'gw_port': {'id': '47223bcb-7731-4d66-8ad4-7276dc161995', 'name': '', 'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:a7:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30799c90-1e6b-40e6-bfee-eed6d0195471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:16:33Z', 'updated_at': '2021-11-11T22:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-20-iscsi', '_interfaces': [{'id': 'c3297ac4-4943-4477-a9c9-2a78cc62f6c5', 'name': '', 'network_id': '6d6ff938-050a-4ca6-ad58-070035060c7c', 'tenant_id': '1ce5c1a9babe4d3098016d7a6fcab517', 'mac_address': 'fa:16:3e:67:30:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30799c90-1e6b-40e6-bfee-eed6d0195471', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '28859a9d-69fd-4dd9-a7c8-b3902292e969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:16:38Z', 'updated_at': '2021-11-11T22:16:40Z', 'revision_number': 2, 'project_id': '1ce5c1a9babe4d3098016d7a6fcab517', 'subnets': [{'id': '28859a9d-69fd-4dd9-a7c8-b3902292e969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-20-iscsi', False) {} {{(pid=101952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:16:49.734485 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2da777e-da83-422a-b7c1-0af2c43804b0 None None] Checking router: 30799c90-1e6b-40e6-bfee-eed6d0195471 for host: dv-cinder-733622-20-iscsi {{(pid=101952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:16:49.735536 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2da777e-da83-422a-b7c1-0af2c43804b0 None None] Updating router 30799c90-1e6b-40e6-bfee-eed6d0195471 port c3297ac4-4943-4477-a9c9-2a78cc62f6c5 binding host dv-cinder-733622-20-iscsi {{(pid=101952) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 22:16:49.779228 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.db.l3_dvr_db [None req-9b06450d-bad3-4a33-864b-107932b23615 None None] Set router 3e6225dc-5fb3-4c33-bc9f-28edb42ac051 gateway port host: dv-cinder-733622-20-iscsi {{(pid=101953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:16:49.809194 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-a2da777e-da83-422a-b7c1-0af2c43804b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:50.189783 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 40606) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:16:50.398229 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-b37c6261-b71e-43ec-924e-19e09e7bde65 req-485dfde5-56f1-4b78-a0b2-9a42d2dcc497 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--1464306305&fields=id&tenant_id=1ce5c1a9babe4d3098016d7a6fcab517 HTTP/1.1" status: 200 len: 267 time: 0.1638677 Nov 11 22:16:50.589251 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-380bfde4-1a03-462e-9059-d2368d9ecabf admin admin] Publish callbacks [] for security_group, before_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:50.687956 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37c6261-b71e-43ec-924e-19e09e7bde65 req-65a48fbf-74e6-4b82-a98f-d498186ebcd1 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:16:50.698160 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-b37c6261-b71e-43ec-924e-19e09e7bde65 req-65a48fbf-74e6-4b82-a98f-d498186ebcd1 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/networks?id=6d6ff938-050a-4ca6-ad58-070035060c7c HTTP/1.1" status: 200 len: 816 time: 0.2981999 Nov 11 22:16:50.713834 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [req-ea47477f-8fcf-4d70-9f6f-7c51d71c6719 req-8e5a4453-b547-497a-8a41-b5f77c08d7c6 tempest-DeleteServersTestJSON-1769004992 tempest-DeleteServersTestJSON-1769004992-project] Publish callbacks [] for port, precommit_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:50.722445 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-47d10c2a-9604-4789-b76a-6622689d9e4f req-9461be9b-1da4-4e5c-b68e-e16a458a0ba2 service neutron] 10.222.0.50 "GET /v2.0/networks/2f5472e6-3d4a-4f79-a5b2-6b96144f59c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1678107 Nov 11 22:16:50.895447 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.db.l3_hamode_db [None req-9b06450d-bad3-4a33-864b-107932b23615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e6225dc-5fb3-4c33-bc9f-28edb42ac051', 'name': 'tempest-ServerRescueNegativeTestJSON-216847738-router', 'tenant_id': 'f08f0ccbadb74a1fb24f11c7ab51aed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'external_fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': '92c67adc-a80c-41f0-9366-bb803fe58360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:16:31Z', 'updated_at': '2021-11-11T22:16:41Z', 'revision_number': 4, 'project_id': 'f08f0ccbadb74a1fb24f11c7ab51aed8', 'gw_port': {'id': '92c67adc-a80c-41f0-9366-bb803fe58360', 'name': '', 'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:aa:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6225dc-5fb3-4c33-bc9f-28edb42ac051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:16:33Z', 'updated_at': '2021-11-11T22:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-20-iscsi', '_interfaces': [{'id': 'a059e863-b8e5-4d8a-8d09-5056bc1db63b', 'name': '', 'network_id': '2f5472e6-3d4a-4f79-a5b2-6b96144f59c3', 'tenant_id': 'f08f0ccbadb74a1fb24f11c7ab51aed8', 'mac_address': 'fa:16:3e:5c:9a:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e6225dc-5fb3-4c33-bc9f-28edb42ac051', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'c79b6f25-3c3e-41d1-96ac-2ecaf2fc7991', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:16:40Z', 'updated_at': '2021-11-11T22:16:48Z', 'revision_number': 4, 'project_id': 'f08f0ccbadb74a1fb24f11c7ab51aed8', 'subnets': [{'id': 'c79b6f25-3c3e-41d1-96ac-2ecaf2fc7991', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-20-iscsi', False) {} {{(pid=101953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:16:51.010081 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b06450d-bad3-4a33-864b-107932b23615 None None] The sync data for ids ['3e6225dc-5fb3-4c33-bc9f-28edb42ac051'] in dv-cinder-733622-20-iscsi is: [{'id': '3e6225dc-5fb3-4c33-bc9f-28edb42ac051', 'name': 'tempest-ServerRescueNegativeTestJSON-216847738-router', 'tenant_id': 'f08f0ccbadb74a1fb24f11c7ab51aed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'external_fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': '92c67adc-a80c-41f0-9366-bb803fe58360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:16:31Z', 'updated_at': '2021-11-11T22:16:41Z', 'revision_number': 4, 'project_id': 'f08f0ccbadb74a1fb24f11c7ab51aed8', 'gw_port': {'id': '92c67adc-a80c-41f0-9366-bb803fe58360', 'name': '', 'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:aa:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6225dc-5fb3-4c33-bc9f-28edb42ac051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:16:33Z', 'updated_at': '2021-11-11T22:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-20-iscsi', '_interfaces': [{'id': 'a059e863-b8e5-4d8a-8d09-5056bc1db63b', 'name': '', 'network_id': '2f5472e6-3d4a-4f79-a5b2-6b96144f59c3', 'tenant_id': 'f08f0ccbadb74a1fb24f11c7ab51aed8', 'mac_address': 'fa:16:3e:5c:9a:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e6225dc-5fb3-4c33-bc9f-28edb42ac051', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'c79b6f25-3c3e-41d1-96ac-2ecaf2fc7991', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:16:40Z', 'updated_at': '2021-11-11T22:16:48Z', 'revision_number': 4, 'project_id': 'f08f0ccbadb74a1fb24f11c7ab51aed8', 'subnets': [{'id': 'c79b6f25-3c3e-41d1-96ac-2ecaf2fc7991', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:16:51.011160 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-b37c6261-b71e-43ec-924e-19e09e7bde65 req-7748c002-3f0a-4b79-99d0-4fa0ce935948 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/quotas/1ce5c1a9babe4d3098016d7a6fcab517 HTTP/1.1" status: 200 len: 375 time: 0.3104246 Nov 11 22:16:51.014850 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-47d10c2a-9604-4789-b76a-6622689d9e4f req-18cbbc55-8190-4574-8b1d-29acbf0f5fa4 service neutron] 10.222.0.50 "GET /v2.0/networks/2f5472e6-3d4a-4f79-a5b2-6b96144f59c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2818487 Nov 11 22:16:51.099949 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-b37c6261-b71e-43ec-924e-19e09e7bde65 req-f5c0aa2a-7110-45b6-8164-8cc2da4ddf69 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=1ce5c1a9babe4d3098016d7a6fcab517&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0853906 Nov 11 22:16:51.184106 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [req-ea47477f-8fcf-4d70-9f6f-7c51d71c6719 req-8e5a4453-b547-497a-8a41-b5f77c08d7c6 tempest-DeleteServersTestJSON-1769004992 tempest-DeleteServersTestJSON-1769004992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776911838082'] for port, after_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:51.250711 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 40630) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:16:51.273026 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-a2da777e-da83-422a-b7c1-0af2c43804b0 None None] Publish callbacks [] for port, precommit_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:51.289094 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-b37c6261-b71e-43ec-924e-19e09e7bde65 req-975e93f1-16fe-4583-9dd4-9e2678d18646 service neutron] 10.222.0.50 "GET /v2.0/networks/6d6ff938-050a-4ca6-ad58-070035060c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771514 Nov 11 22:16:51.294295 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-a2da777e-da83-422a-b7c1-0af2c43804b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776912265364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776911838100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776911838118'] for port, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:51.524603 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.wsgi [-] (101950) accepted ('10.222.0.50', 40640) {{(pid=101950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:16:51.554089 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-380bfde4-1a03-462e-9059-d2368d9ecabf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:51.593344 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22885073-a998-4d42-8390-c6f7d3ce7006 None None] Pushing event updated for resources: {'Port': ['ID=c3297ac4-4943-4477-a9c9-2a78cc62f6c5,revision_number=3']} {{(pid=101952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:16:51.605737 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea47477f-8fcf-4d70-9f6f-7c51d71c6719 req-8e5a4453-b547-497a-8a41-b5f77c08d7c6 tempest-DeleteServersTestJSON-1769004992 tempest-DeleteServersTestJSON-1769004992-project] Network c6d8e0de-0339-4dcf-b841-e5cc819e8604 is already hosted by enough agents. {{(pid=101951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:16:51.606773 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-380bfde4-1a03-462e-9059-d2368d9ecabf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:51.635368 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.scheduler.base_scheduler [req-ea47477f-8fcf-4d70-9f6f-7c51d71c6719 req-8e5a4453-b547-497a-8a41-b5f77c08d7c6 tempest-DeleteServersTestJSON-1769004992 tempest-DeleteServersTestJSON-1769004992-project] Resources bound (agent type, host, resource id): {{(pid=101951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:16:51.692086 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea47477f-8fcf-4d70-9f6f-7c51d71c6719 req-8e5a4453-b547-497a-8a41-b5f77c08d7c6 tempest-DeleteServersTestJSON-1769004992 tempest-DeleteServersTestJSON-1769004992-project] Received port after_create {{(pid=101951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:16:51.716077 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea47477f-8fcf-4d70-9f6f-7c51d71c6719 req-8e5a4453-b547-497a-8a41-b5f77c08d7c6 tempest-DeleteServersTestJSON-1769004992 tempest-DeleteServersTestJSON-1769004992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:16:51.717689 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [req-ea47477f-8fcf-4d70-9f6f-7c51d71c6719 req-8e5a4453-b547-497a-8a41-b5f77c08d7c6 tempest-DeleteServersTestJSON-1769004992 tempest-DeleteServersTestJSON-1769004992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634242'] for port, before_response {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:51.809696 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-b37c6261-b71e-43ec-924e-19e09e7bde65 req-dd12cfdc-34f5-4ec4-ae58-36fa0ee5e920 service neutron] 10.222.0.50 "GET /v2.0/networks/6d6ff938-050a-4ca6-ad58-070035060c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4994740 Nov 11 22:16:51.865933 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5a4453-b547-497a-8a41-b5f77c08d7c6 tempest-DeleteServersTestJSON-1769004992 tempest-DeleteServersTestJSON-1769004992-project] Pushing event updated for resources: {'Port': ['ID=0bc1820f-1a39-4597-b043-52b99c006ed9,revision_number=1']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:16:51.929681 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.wsgi [-] (101950) accepted ('10.222.0.50', 40650) {{(pid=101950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:16:51.930179 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-380bfde4-1a03-462e-9059-d2368d9ecabf admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9c1e35c2ca92450bb45d1e043316a7b8&name=default HTTP/1.1" status: 200 len: 2992 time: 1.7349327 Nov 11 22:16:51.940492 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380bfde4-1a03-462e-9059-d2368d9ecabf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92a2021a-5509-4d93-bef1-42fa0dfd9fa8,revision_number=1']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:16:51.962455 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-ea47477f-8fcf-4d70-9f6f-7c51d71c6719 req-8e5a4453-b547-497a-8a41-b5f77c08d7c6 tempest-DeleteServersTestJSON-1769004992 tempest-DeleteServersTestJSON-1769004992-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9652984 Nov 11 22:16:51.979554 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.managers [None req-a2da777e-da83-422a-b7c1-0af2c43804b0 None None] Attempting to bind port c3297ac4-4943-4477-a9c9-2a78cc62f6c5 on host dv-cinder-733622-20-iscsi for vnic_type normal with profile {{(pid=101952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:16:51.990512 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [req-ea47477f-8fcf-4d70-9f6f-7c51d71c6719 req-f9edfd6b-8b57-43ac-8f5b-8fb4e97ac424 tempest-DeleteServersTestJSON-1769004992 tempest-DeleteServersTestJSON-1769004992-project] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=101951) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 22:16:51.991990 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.managers [None req-a2da777e-da83-422a-b7c1-0af2c43804b0 None None] Attempting to bind port c3297ac4-4943-4477-a9c9-2a78cc62f6c5 by drivers openvswitch,hyperv on host dv-cinder-733622-20-iscsi at level 0 using segments [{'id': '9c208126-1f8a-404f-ae1b-bfd4e87909c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '6d6ff938-050a-4ca6-ad58-070035060c7c'}] {{(pid=101952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:16:51.993191 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2da777e-da83-422a-b7c1-0af2c43804b0 None None] Attempting to bind port c3297ac4-4943-4477-a9c9-2a78cc62f6c5 on network 6d6ff938-050a-4ca6-ad58-070035060c7c {{(pid=101952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:16:51.993670 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-ea47477f-8fcf-4d70-9f6f-7c51d71c6719 req-f9edfd6b-8b57-43ac-8f5b-8fb4e97ac424 tempest-DeleteServersTestJSON-1769004992 tempest-DeleteServersTestJSON-1769004992-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0088651 Nov 11 22:16:52.030523 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2da777e-da83-422a-b7c1-0af2c43804b0 None None] Checking agent: {'id': '83a5d6f5-895b-4fa9-b3a8-3d8b1836c237', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 22, 8, 32), 'started_at': datetime.datetime(2021, 11, 11, 22, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:16:52.036153 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2da777e-da83-422a-b7c1-0af2c43804b0 None None] Checking segment: {'id': '9c208126-1f8a-404f-ae1b-bfd4e87909c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '6d6ff938-050a-4ca6-ad58-070035060c7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:16:52.040439 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-a2da777e-da83-422a-b7c1-0af2c43804b0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:52.044223 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2da777e-da83-422a-b7c1-0af2c43804b0 None None] Bound using segment: {'id': '9c208126-1f8a-404f-ae1b-bfd4e87909c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '6d6ff938-050a-4ca6-ad58-070035060c7c'} {{(pid=101952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:16:52.048968 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.managers [None req-a2da777e-da83-422a-b7c1-0af2c43804b0 None None] Bound port: c3297ac4-4943-4477-a9c9-2a78cc62f6c5, host: dv-cinder-733622-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c208126-1f8a-404f-ae1b-bfd4e87909c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '6d6ff938-050a-4ca6-ad58-070035060c7c'}}] {{(pid=101952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:16:52.053640 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-a2da777e-da83-422a-b7c1-0af2c43804b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:52.343809 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-8854f497-093c-4ad2-93b7-3f8af59d8d40 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:52.370704 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-e288c4a4-2617-457b-82f5-ff3427e62d86 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:52.513624 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-58dbb6db-ba77-47c5-8964-7198a770d17c req-2a485080-e060-4fe7-a61f-cb2e12e5a17f tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1bff5be-1c1e-4186-98b3-13bb364493fb HTTP/1.1" status: 200 len: 210 time: 0.1483512 Nov 11 22:16:52.697542 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-a2da777e-da83-422a-b7c1-0af2c43804b0 None None] For port c3297ac4-4943-4477-a9c9-2a78cc62f6c5, host dv-cinder-733622-20-iscsi, cleared binding levels {{(pid=101952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:16:52.790472 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.provisioning_blocks [None req-1e576c29-1b52-497a-a483-a5681321b216 None None] Provisioning complete for port c3297ac4-4943-4477-a9c9-2a78cc62f6c5 triggered by entity DHCP. {{(pid=101952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:16:52.791133 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-1e576c29-1b52-497a-a483-a5681321b216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8061746'] for port, provisioning_complete {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:52.816050 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.v2.base [req-ea47477f-8fcf-4d70-9f6f-7c51d71c6719 req-51291b14-9eb3-4d1d-acc5-5dafab6791e1 service neutron] Request body: {'port': {'device_id': '42b1d02e-4eb1-4391-bd02-b80031206b3f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=101951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:16:53.045332 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.plugin [None req-1e576c29-1b52-497a-a483-a5681321b216 None None] Port c3297ac4-4943-4477-a9c9-2a78cc62f6c5 cannot update to ACTIVE because it is not bound. {{(pid=101952) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:16:53.048340 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Device a059e863-b8e5-4d8a-8d09-5056bc1db63b up at agent ovs-agent-dv-cinder-733622-20-iscsi {{(pid=101952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:16:53.054919 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-a2da777e-da83-422a-b7c1-0af2c43804b0 None None] For port c3297ac4-4943-4477-a9c9-2a78cc62f6c5, host dv-cinder-733622-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-20-iscsi',level=0,port_id=c3297ac4-4943-4477-a9c9-2a78cc62f6c5,segment=NetworkSegment(9c208126-1f8a-404f-ae1b-bfd4e87909c5),segment_id=9c208126-1f8a-404f-ae1b-bfd4e87909c5)] {{(pid=101952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:16:53.058741 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-c9940b8a-0843-43ae-bc71-ceae168746fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:53.179423 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-a2da777e-da83-422a-b7c1-0af2c43804b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776912265364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776911838100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776911838118'] for port, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:53.405983 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [req-ea47477f-8fcf-4d70-9f6f-7c51d71c6719 req-51291b14-9eb3-4d1d-acc5-5dafab6791e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_update {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:53.545007 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-8854f497-093c-4ad2-93b7-3f8af59d8d40 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:53.560065 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-8854f497-093c-4ad2-93b7-3f8af59d8d40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:53.639647 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.provisioning_blocks [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Provisioning complete for port a059e863-b8e5-4d8a-8d09-5056bc1db63b triggered by entity L2. {{(pid=101952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:16:53.641742 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8061746'] for port, provisioning_complete {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:53.660985 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2da777e-da83-422a-b7c1-0af2c43804b0 None None] Routers {'30799c90-1e6b-40e6-bfee-eed6d0195471'} bound to L3 agent in host dv-cinder-733622-20-iscsi {{(pid=101952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:16:53.662954 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_hamode_db [None req-a2da777e-da83-422a-b7c1-0af2c43804b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-11T22:08:28Z,description=,heartbeat_timestamp=2021-11-11T22:16:28Z,host='dv-cinder-733622-20-iscsi',id=4702c36b-78d9-4f52-8cbc-8d9e3292a6f2,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T22:08:28Z,topic='l3_agent')) {'router_ids': ['30799c90-1e6b-40e6-bfee-eed6d0195471'], 'active': True} {{(pid=101952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:16:53.682577 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-c9940b8a-0843-43ae-bc71-ceae168746fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:53.734062 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-b2164528-db72-4ac2-bb61-13ca60f1edec req-5c3d8e70-7ff4-4c44-b581-560e88443607 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/ports?device_id=efc7b803-47b0-47dd-b4af-0de101adaaaf HTTP/1.1" status: 200 len: 210 time: 0.7625215 Nov 11 22:16:53.748678 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-e288c4a4-2617-457b-82f5-ff3427e62d86 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:53.860022 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-e288c4a4-2617-457b-82f5-ff3427e62d86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:53.913851 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e288c4a4-2617-457b-82f5-ff3427e62d86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5fadfcd-7a6e-4076-8f8b-c899a7607484,revision_number=1']} {{(pid=101950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:16:53.943478 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22885073-a998-4d42-8390-c6f7d3ce7006 None None] Pushing event updated for resources: {'Port': ['ID=c3297ac4-4943-4477-a9c9-2a78cc62f6c5,revision_number=4']} {{(pid=101952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:16:53.979962 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fbf550-c508-403b-8752-57115222c7a0 req-2b1ea1ed-7d8a-434b-a5a8-03a099a3983b tempest-DeleteServersTestJSON-1769004992 tempest-DeleteServersTestJSON-1769004992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:16:53.986701 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-27fbf550-c508-403b-8752-57115222c7a0 req-2b1ea1ed-7d8a-434b-a5a8-03a099a3983b tempest-DeleteServersTestJSON-1769004992 tempest-DeleteServersTestJSON-1769004992-project] 10.222.0.50 "GET /v2.0/ports?device_id=42b1d02e-4eb1-4391-bd02-b80031206b3f HTTP/1.1" status: 200 len: 931 time: 1.0422971 Nov 11 22:16:54.045082 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [None req-e288c4a4-2617-457b-82f5-ff3427e62d86 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f946dc1c217a4491aa53df25bc7f5bb2&name=default HTTP/1.1" status: 200 len: 2992 time: 2.5184357 Nov 11 22:16:54.050557 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.wsgi [-] (101950) accepted ('10.222.0.50', 40720) {{(pid=101950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:16:54.167979 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-8854f497-093c-4ad2-93b7-3f8af59d8d40 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=bdfd13a683d5460392ed4fa786210b42&name=default HTTP/1.1" status: 200 len: 2992 time: 2.6899602 Nov 11 22:16:54.173231 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 40726) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:16:54.240594 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.provisioning_blocks [None req-3e5d1c75-d7ff-407f-b764-ce778f209693 None None] Provisioning complete for port c3297ac4-4943-4477-a9c9-2a78cc62f6c5 triggered by entity DHCP. {{(pid=101952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:16:54.241270 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-3e5d1c75-d7ff-407f-b764-ce778f209693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8061746'] for port, provisioning_complete {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:54.354580 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-c9940b8a-0843-43ae-bc71-ceae168746fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:54.362555 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-c9940b8a-0843-43ae-bc71-ceae168746fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:54.362555 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [None req-c9940b8a-0843-43ae-bc71-ceae168746fb admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/92a2021a-5509-4d93-bef1-42fa0dfd9fa8 HTTP/1.1" status: 204 len: 168 time: 2.4296160 Nov 11 22:16:54.431903 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-27fbf550-c508-403b-8752-57115222c7a0 req-da48dcb3-c403-4cdf-a44f-343084293403 tempest-DeleteServersTestJSON-1769004992 tempest-DeleteServersTestJSON-1769004992-project] 10.222.0.50 "GET /v2.0/security-groups?id=fcc32f26-ec22-49a1-877e-bea08eb1a9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4257517 Nov 11 22:16:54.433022 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_dvr_db [None req-a2da777e-da83-422a-b7c1-0af2c43804b0 None None] Set router 30799c90-1e6b-40e6-bfee-eed6d0195471 gateway port host: dv-cinder-733622-20-iscsi {{(pid=101952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:16:54.447860 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9940b8a-0843-43ae-bc71-ceae168746fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92a2021a-5509-4d93-bef1-42fa0dfd9fa8,revision_number=None']} {{(pid=101950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:16:54.484855 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8854f497-093c-4ad2-93b7-3f8af59d8d40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e063ad8-df38-4763-8562-1ccd2b721c54,revision_number=1']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:16:54.696994 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:55.051950 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-1a4155a7-9d51-4814-b412-4604640bd978 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:55.097374 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d4e74b-aa3f-419a-babf-8c37915116f6 req-9b719fe6-844a-4924-b9ce-e7c7e6c3051a tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:16:55.115338 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-dad1b071-5b09-454d-afce-a5ae1a9c5287 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:55.122782 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-d7d4e74b-aa3f-419a-babf-8c37915116f6 req-9b719fe6-844a-4924-b9ce-e7c7e6c3051a tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/networks?id=2f5472e6-3d4a-4f79-a5b2-6b96144f59c3 HTTP/1.1" status: 200 len: 818 time: 0.8472686 Nov 11 22:16:55.243603 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-dad1b071-5b09-454d-afce-a5ae1a9c5287 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:55.364306 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-146a5e0f-c7cb-452d-9b8c-137e8c76f049 req-6b0317a5-184e-4351-a424-ce9f3ad9e9bb tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/ports?device_id=efc7b803-47b0-47dd-b4af-0de101adaaaf HTTP/1.1" status: 200 len: 210 time: 0.1773465 Nov 11 22:16:55.440657 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-d7d4e74b-aa3f-419a-babf-8c37915116f6 req-9869a24d-1509-4d01-b9cb-e057bb085307 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/quotas/f08f0ccbadb74a1fb24f11c7ab51aed8 HTTP/1.1" status: 200 len: 375 time: 0.2973061 Nov 11 22:16:55.474189 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-1a4155a7-9d51-4814-b412-4604640bd978 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:55.555316 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.notifiers.nova [req-ea47477f-8fcf-4d70-9f6f-7c51d71c6719 req-51291b14-9eb3-4d1d-acc5-5dafab6791e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bc1820f-1a39-4597-b043-52b99c006ed9 {{(pid=101951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 22:16:55.572231 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [req-ea47477f-8fcf-4d70-9f6f-7c51d71c6719 req-51291b14-9eb3-4d1d-acc5-5dafab6791e1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:55.625570 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.db.provisioning_blocks [req-ea47477f-8fcf-4d70-9f6f-7c51d71c6719 req-51291b14-9eb3-4d1d-acc5-5dafab6791e1 service neutron] Transition to ACTIVE for port object 0bc1820f-1a39-4597-b043-52b99c006ed9 will not be triggered until provisioned by entity L2. {{(pid=101951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 22:16:55.626718 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-dad1b071-5b09-454d-afce-a5ae1a9c5287 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:55.630486 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-dad1b071-5b09-454d-afce-a5ae1a9c5287 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:55.631731 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-dad1b071-5b09-454d-afce-a5ae1a9c5287 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0e063ad8-df38-4763-8562-1ccd2b721c54 HTTP/1.1" status: 204 len: 168 time: 1.4384100 Nov 11 22:16:55.673108 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [req-ea47477f-8fcf-4d70-9f6f-7c51d71c6719 req-51291b14-9eb3-4d1d-acc5-5dafab6791e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776912265364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776911838100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776911838118'] for port, after_update {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:55.686537 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad1b071-5b09-454d-afce-a5ae1a9c5287 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e063ad8-df38-4763-8562-1ccd2b721c54,revision_number=None']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:16:55.839755 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] For port a059e863-b8e5-4d8a-8d09-5056bc1db63b, host dv-cinder-733622-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-20-iscsi',level=0,port_id=a059e863-b8e5-4d8a-8d09-5056bc1db63b,segment=NetworkSegment(9450a3e6-214a-4a5d-bf95-fac01b747b02),segment_id=9450a3e6-214a-4a5d-bf95-fac01b747b02)] {{(pid=101952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:16:55.882244 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-3e5d1c75-d7ff-407f-b764-ce778f209693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:55.945343 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51291b14-9eb3-4d1d-acc5-5dafab6791e1 service neutron] Pushing event updated for resources: {'Port': ['ID=0bc1820f-1a39-4597-b043-52b99c006ed9,revision_number=2']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:16:55.966436 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-1a4155a7-9d51-4814-b412-4604640bd978 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:56.000367 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-1a4155a7-9d51-4814-b412-4604640bd978 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:56.008577 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [None req-1a4155a7-9d51-4814-b412-4604640bd978 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a5fadfcd-7a6e-4076-8f8b-c899a7607484 HTTP/1.1" status: 204 len: 168 time: 1.9502168 Nov 11 22:16:56.113226 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4155a7-9d51-4814-b412-4604640bd978 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5fadfcd-7a6e-4076-8f8b-c899a7607484,revision_number=None']} {{(pid=101950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:16:56.257598 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.managers [req-ea47477f-8fcf-4d70-9f6f-7c51d71c6719 req-51291b14-9eb3-4d1d-acc5-5dafab6791e1 service neutron] Attempting to bind port 0bc1820f-1a39-4597-b043-52b99c006ed9 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=101951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:16:56.258130 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.managers [req-ea47477f-8fcf-4d70-9f6f-7c51d71c6719 req-51291b14-9eb3-4d1d-acc5-5dafab6791e1 service neutron] Attempting to bind port 0bc1820f-1a39-4597-b043-52b99c006ed9 by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': '9b4d7843-d474-471b-88b1-d373f0676441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'c6d8e0de-0339-4dcf-b841-e5cc819e8604'}] {{(pid=101951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:16:56.258317 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea47477f-8fcf-4d70-9f6f-7c51d71c6719 req-51291b14-9eb3-4d1d-acc5-5dafab6791e1 service neutron] Attempting to bind port 0bc1820f-1a39-4597-b043-52b99c006ed9 on network c6d8e0de-0339-4dcf-b841-e5cc819e8604 {{(pid=101951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:16:56.277789 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-3e5d1c75-d7ff-407f-b764-ce778f209693 None None] For port c3297ac4-4943-4477-a9c9-2a78cc62f6c5, host dv-cinder-733622-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-20-iscsi',level=0,port_id=c3297ac4-4943-4477-a9c9-2a78cc62f6c5,segment=NetworkSegment(9c208126-1f8a-404f-ae1b-bfd4e87909c5),segment_id=9c208126-1f8a-404f-ae1b-bfd4e87909c5)] {{(pid=101952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:16:56.282270 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-d7d4e74b-aa3f-419a-babf-8c37915116f6 req-53e67db5-5e95-4b86-8b14-95a5a92eacaa tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=f08f0ccbadb74a1fb24f11c7ab51aed8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7600901 Nov 11 22:16:56.292024 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea47477f-8fcf-4d70-9f6f-7c51d71c6719 req-51291b14-9eb3-4d1d-acc5-5dafab6791e1 service neutron] Port 0bc1820f-1a39-4597-b043-52b99c006ed9 on network c6d8e0de-0339-4dcf-b841-e5cc819e8604 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=101951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 22:16:56.293534 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea47477f-8fcf-4d70-9f6f-7c51d71c6719 req-51291b14-9eb3-4d1d-acc5-5dafab6791e1 service neutron] Attempting to bind port 0bc1820f-1a39-4597-b043-52b99c006ed9 on network c6d8e0de-0339-4dcf-b841-e5cc819e8604 {{(pid=101951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:16:56.305022 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776912265364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776911838100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776911838118'] for port, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:56.312417 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea47477f-8fcf-4d70-9f6f-7c51d71c6719 req-51291b14-9eb3-4d1d-acc5-5dafab6791e1 service neutron] Checking agent: {'id': 'a052ab81-1c58-45ec-bb06-1cf32ae4b08e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 22, 14, 39), 'started_at': datetime.datetime(2021, 11, 11, 22, 14, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:16:56.324037 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea47477f-8fcf-4d70-9f6f-7c51d71c6719 req-51291b14-9eb3-4d1d-acc5-5dafab6791e1 service neutron] Checking segment: {'id': '9b4d7843-d474-471b-88b1-d373f0676441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'c6d8e0de-0339-4dcf-b841-e5cc819e8604'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:16:56.324483 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea47477f-8fcf-4d70-9f6f-7c51d71c6719 req-51291b14-9eb3-4d1d-acc5-5dafab6791e1 service neutron] Bound using segment: {'id': '9b4d7843-d474-471b-88b1-d373f0676441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'c6d8e0de-0339-4dcf-b841-e5cc819e8604'} {{(pid=101951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:16:56.333983 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.managers [req-ea47477f-8fcf-4d70-9f6f-7c51d71c6719 req-51291b14-9eb3-4d1d-acc5-5dafab6791e1 service neutron] Bound port: 0bc1820f-1a39-4597-b043-52b99c006ed9, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b4d7843-d474-471b-88b1-d373f0676441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': 'c6d8e0de-0339-4dcf-b841-e5cc819e8604'}}] {{(pid=101951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:16:56.334355 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [req-ea47477f-8fcf-4d70-9f6f-7c51d71c6719 req-51291b14-9eb3-4d1d-acc5-5dafab6791e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_update {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:56.459852 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-3e5d1c75-d7ff-407f-b764-ce778f209693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776912265364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776911838100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776911838118'] for port, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:56.489777 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Pushing event updated for resources: {'Port': ['ID=a059e863-b8e5-4d8a-8d09-5056bc1db63b,revision_number=5']} {{(pid=101952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:16:56.522876 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5e5919-b984-4672-8a8e-d872aae7aa2b req-4f861d4a-ff8c-484b-8845-ca0d6b6d9175 tempest-DeleteServersTestJSON-1769004992 tempest-DeleteServersTestJSON-1769004992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:16:56.562184 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-4b5e5919-b984-4672-8a8e-d872aae7aa2b req-4f861d4a-ff8c-484b-8845-ca0d6b6d9175 tempest-DeleteServersTestJSON-1769004992 tempest-DeleteServersTestJSON-1769004992-project] 10.222.0.50 "GET /v2.0/ports?device_id=42b1d02e-4eb1-4391-bd02-b80031206b3f HTTP/1.1" status: 200 len: 943 time: 0.5508592 Nov 11 22:16:56.588250 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-54d40a1f-aab6-425b-9918-18dd32e80d81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:56.661198 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.db [req-ea47477f-8fcf-4d70-9f6f-7c51d71c6719 req-51291b14-9eb3-4d1d-acc5-5dafab6791e1 service neutron] For port 0bc1820f-1a39-4597-b043-52b99c006ed9, host hv-cinder-73362, cleared binding levels {{(pid=101951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:16:56.679949 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.db [req-ea47477f-8fcf-4d70-9f6f-7c51d71c6719 req-51291b14-9eb3-4d1d-acc5-5dafab6791e1 service neutron] For port 0bc1820f-1a39-4597-b043-52b99c006ed9, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=0bc1820f-1a39-4597-b043-52b99c006ed9,segment=NetworkSegment(9b4d7843-d474-471b-88b1-d373f0676441),segment_id=9b4d7843-d474-471b-88b1-d373f0676441)] {{(pid=101951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:16:56.689853 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.26', 49924) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:16:56.691642 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [req-ea47477f-8fcf-4d70-9f6f-7c51d71c6719 req-51291b14-9eb3-4d1d-acc5-5dafab6791e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776912265364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776911838100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776911838118'] for port, after_update {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:56.793293 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Device c3297ac4-4943-4477-a9c9-2a78cc62f6c5 up at agent ovs-agent-dv-cinder-733622-20-iscsi {{(pid=101952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:16:56.904255 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-4b5e5919-b984-4672-8a8e-d872aae7aa2b req-0dfe6779-414e-44fe-a717-863fda337a01 tempest-DeleteServersTestJSON-1769004992 tempest-DeleteServersTestJSON-1769004992-project] 10.222.0.50 "GET /v2.0/security-groups?id=fcc32f26-ec22-49a1-877e-bea08eb1a9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3357313 Nov 11 22:16:56.924930 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea47477f-8fcf-4d70-9f6f-7c51d71c6719 req-51291b14-9eb3-4d1d-acc5-5dafab6791e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:16:56.925912 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [req-ea47477f-8fcf-4d70-9f6f-7c51d71c6719 req-51291b14-9eb3-4d1d-acc5-5dafab6791e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634242'] for port, before_response {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:56.932650 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-ea47477f-8fcf-4d70-9f6f-7c51d71c6719 req-51291b14-9eb3-4d1d-acc5-5dafab6791e1 service neutron] 10.222.0.26 "PUT /v2.0/ports/0bc1820f-1a39-4597-b043-52b99c006ed9 HTTP/1.1" status: 200 len: 1093 time: 4.4892347 Nov 11 22:16:56.968943 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.db.agents_db [None req-7a0be6d5-f821-4115-b6dd-94f53e40a68e None None] Agent healthcheck: found 6 active agents {{(pid=101953) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:16:56.980310 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42b1d02e-4eb1-4391-bd02-b80031206b3f', 'tag': '0bc1820f-1a39-4597-b043-52b99c006ed9'}] {{(pid=101951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:16:57.036048 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-d7d4e74b-aa3f-419a-babf-8c37915116f6 req-e2eb82c4-2f22-47dc-bffc-c826e7e2c651 service neutron] 10.222.0.50 "GET /v2.0/networks/2f5472e6-3d4a-4f79-a5b2-6b96144f59c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7527239 Nov 11 22:16:57.240464 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5d1c75-d7ff-407f-b764-ce778f209693 None None] Pushing event updated for resources: {'Port': ['ID=c3297ac4-4943-4477-a9c9-2a78cc62f6c5,revision_number=5']} {{(pid=101952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:16:57.294161 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-d7d4e74b-aa3f-419a-babf-8c37915116f6 req-5b379d02-13e5-4e78-86e4-c35d8ff714ae service neutron] 10.222.0.50 "GET /v2.0/networks/2f5472e6-3d4a-4f79-a5b2-6b96144f59c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2569401 Nov 11 22:16:57.330772 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_hamode_db [None req-a2da777e-da83-422a-b7c1-0af2c43804b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30799c90-1e6b-40e6-bfee-eed6d0195471', 'name': 'tempest-AttachVolumeShelveTestJSON-159595070-router', 'tenant_id': '1ce5c1a9babe4d3098016d7a6fcab517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'external_fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': '47223bcb-7731-4d66-8ad4-7276dc161995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:16:31Z', 'updated_at': '2021-11-11T22:16:40Z', 'revision_number': 4, 'project_id': '1ce5c1a9babe4d3098016d7a6fcab517', 'gw_port': {'id': '47223bcb-7731-4d66-8ad4-7276dc161995', 'name': '', 'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:a7:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30799c90-1e6b-40e6-bfee-eed6d0195471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:16:33Z', 'updated_at': '2021-11-11T22:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-20-iscsi', '_interfaces': [{'id': 'c3297ac4-4943-4477-a9c9-2a78cc62f6c5', 'name': '', 'network_id': '6d6ff938-050a-4ca6-ad58-070035060c7c', 'tenant_id': '1ce5c1a9babe4d3098016d7a6fcab517', 'mac_address': 'fa:16:3e:67:30:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30799c90-1e6b-40e6-bfee-eed6d0195471', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '28859a9d-69fd-4dd9-a7c8-b3902292e969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:16:38Z', 'updated_at': '2021-11-11T22:16:52Z', 'revision_number': 4, 'project_id': '1ce5c1a9babe4d3098016d7a6fcab517', 'subnets': [{'id': '28859a9d-69fd-4dd9-a7c8-b3902292e969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-20-iscsi', False) {} {{(pid=101952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:16:57.359143 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.wsgi [-] (101950) accepted ('10.222.0.26', 49925) {{(pid=101950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:16:57.381624 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2da777e-da83-422a-b7c1-0af2c43804b0 None None] The sync data for ids ['30799c90-1e6b-40e6-bfee-eed6d0195471'] in dv-cinder-733622-20-iscsi is: [{'id': '30799c90-1e6b-40e6-bfee-eed6d0195471', 'name': 'tempest-AttachVolumeShelveTestJSON-159595070-router', 'tenant_id': '1ce5c1a9babe4d3098016d7a6fcab517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'external_fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': '47223bcb-7731-4d66-8ad4-7276dc161995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:16:31Z', 'updated_at': '2021-11-11T22:16:40Z', 'revision_number': 4, 'project_id': '1ce5c1a9babe4d3098016d7a6fcab517', 'gw_port': {'id': '47223bcb-7731-4d66-8ad4-7276dc161995', 'name': '', 'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:a7:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30799c90-1e6b-40e6-bfee-eed6d0195471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:16:33Z', 'updated_at': '2021-11-11T22:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-20-iscsi', '_interfaces': [{'id': 'c3297ac4-4943-4477-a9c9-2a78cc62f6c5', 'name': '', 'network_id': '6d6ff938-050a-4ca6-ad58-070035060c7c', 'tenant_id': '1ce5c1a9babe4d3098016d7a6fcab517', 'mac_address': 'fa:16:3e:67:30:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30799c90-1e6b-40e6-bfee-eed6d0195471', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '28859a9d-69fd-4dd9-a7c8-b3902292e969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:16:38Z', 'updated_at': '2021-11-11T22:16:52Z', 'revision_number': 4, 'project_id': '1ce5c1a9babe4d3098016d7a6fcab517', 'subnets': [{'id': '28859a9d-69fd-4dd9-a7c8-b3902292e969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:16:57.384287 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.provisioning_blocks [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Provisioning complete for port c3297ac4-4943-4477-a9c9-2a78cc62f6c5 triggered by entity L2. {{(pid=101952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:16:57.384751 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8061746'] for port, provisioning_complete {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:57.710665 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.wsgi [-] (101950) accepted ('10.222.0.50', 40818) {{(pid=101950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:16:57.852995 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-9ffed399-2357-494c-8bb7-0a1a899fdb0e req-8f215f72-8cdc-4a99-a701-9d650c01664b tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/ports?device_id=efc7b803-47b0-47dd-b4af-0de101adaaaf HTTP/1.1" status: 200 len: 210 time: 0.5426171 Nov 11 22:16:57.854111 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-e85d733a-bee0-4490-a963-3004a81ebcd1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:57.875297 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d10c2a-9604-4789-b76a-6622689d9e4f req-d61a9cb1-2f78-4c15-8f71-23a500169ed3 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:16:57.883894 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-47d10c2a-9604-4789-b76a-6622689d9e4f req-d61a9cb1-2f78-4c15-8f71-23a500169ed3 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.26 "GET /v2.0/networks?id=2f5472e6-3d4a-4f79-a5b2-6b96144f59c3 HTTP/1.1" status: 200 len: 818 time: 0.5234079 Nov 11 22:16:58.219699 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-3ebe9d6c-c58c-4d37-94b6-8590bbe3dead None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:58.220925 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-e85d733a-bee0-4490-a963-3004a81ebcd1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:58.288666 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.v2.base [req-47d10c2a-9604-4789-b76a-6622689d9e4f req-2b012e8e-fe5e-442f-8287-e67fa11f2980 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] Request body: {'port': {'device_id': 'd1bff5be-1c1e-4186-98b3-13bb364493fb', 'network_id': '2f5472e6-3d4a-4f79-a5b2-6b96144f59c3', 'admin_state_up': True, 'tenant_id': 'f08f0ccbadb74a1fb24f11c7ab51aed8'}} {{(pid=101950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:16:58.499190 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-95a1a79a-8e18-450f-9453-5af281e8a3b9 req-04fd39f1-deec-4e21-9465-d1077732ecb0 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed3c0001-6ebc-4724-8674-9d2a57cec898 HTTP/1.1" status: 200 len: 210 time: 0.2498198 Nov 11 22:16:58.531029 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-e85d733a-bee0-4490-a963-3004a81ebcd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:58.565106 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Device a059e863-b8e5-4d8a-8d09-5056bc1db63b up at agent ovs-agent-dv-cinder-733622-20-iscsi {{(pid=101952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:16:58.756889 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea47477f-8fcf-4d70-9f6f-7c51d71c6719 req-25b5a647-886c-4fac-afc5-50d3f72db702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:16:58.780313 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-ea47477f-8fcf-4d70-9f6f-7c51d71c6719 req-25b5a647-886c-4fac-afc5-50d3f72db702 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=deea16b60fcc4b4cbf11771b0628a1c4&device_id=42b1d02e-4eb1-4391-bd02-b80031206b3f HTTP/1.1" status: 200 len: 1096 time: 1.6053858 Nov 11 22:16:58.944595 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [None req-e85d733a-bee0-4490-a963-3004a81ebcd1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9cf5c7a7d61d4e4991bfa780c6cd209a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1531575 Nov 11 22:16:58.948288 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85d733a-bee0-4490-a963-3004a81ebcd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=236c056a-f573-482c-9ee9-d64383c4c85f,revision_number=1']} {{(pid=101950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:16:58.955329 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.provisioning_blocks [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Provisioning complete for port a059e863-b8e5-4d8a-8d09-5056bc1db63b triggered by entity L2. {{(pid=101952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:16:58.962199 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8061746'] for port, provisioning_complete {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:58.994908 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.wsgi [-] (101950) accepted ('10.222.0.50', 40876) {{(pid=101950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:16:59.017281 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37c6261-b71e-43ec-924e-19e09e7bde65 req-4645f5d4-3815-4e8c-a08b-8bdf246752d0 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:16:59.037303 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-b37c6261-b71e-43ec-924e-19e09e7bde65 req-4645f5d4-3815-4e8c-a08b-8bdf246752d0 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.26 "GET /v2.0/networks?id=6d6ff938-050a-4ca6-ad58-070035060c7c HTTP/1.1" status: 200 len: 816 time: 2.2795446 Nov 11 22:16:59.327046 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-ea47477f-8fcf-4d70-9f6f-7c51d71c6719 req-7ecffa71-54d6-403a-9741-bad9cf115efe service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0bc1820f-1a39-4597-b043-52b99c006ed9 HTTP/1.1" status: 200 len: 217 time: 0.5224779 Nov 11 22:16:59.337879 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6edad8924451e5ac919d090b7a0cdac835d5bd684dc46b69d397444c146e85de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89a760fd-7d7f-4109-b015-504324ae6244" -d '{"events": [{"name": "network-changed", "server_uuid": "42b1d02e-4eb1-4391-bd02-b80031206b3f", "tag": "0bc1820f-1a39-4597-b043-52b99c006ed9"}]}' {{(pid=101951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:16:59.347949 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51291b14-9eb3-4d1d-acc5-5dafab6791e1 service neutron] Pushing event updated for resources: {'Port': ['ID=0bc1820f-1a39-4597-b043-52b99c006ed9,revision_number=3']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:16:59.386678 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Device c3297ac4-4943-4477-a9c9-2a78cc62f6c5 up at agent ovs-agent-dv-cinder-733622-20-iscsi {{(pid=101952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:16:59.535906 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea47477f-8fcf-4d70-9f6f-7c51d71c6719 req-a26a06b9-98d9-42e2-952a-fe64367a4517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:16:59.538146 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-ea47477f-8fcf-4d70-9f6f-7c51d71c6719 req-a26a06b9-98d9-42e2-952a-fe64367a4517 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7909332a-42e1-4581-b2ca-65acab06e98d HTTP/1.1" status: 200 len: 852 time: 0.1797771 Nov 11 22:16:59.627852 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-ea47477f-8fcf-4d70-9f6f-7c51d71c6719 req-a6041ac3-db02-418c-a38f-2c57b703bf20 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c6d8e0de-0339-4dcf-b841-e5cc819e8604&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0735817 Nov 11 22:16:59.707320 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-766b5b4b-9c4e-4513-9f30-d5290b623bba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:16:59.756090 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.provisioning_blocks [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Provisioning complete for port c3297ac4-4943-4477-a9c9-2a78cc62f6c5 triggered by entity L2. {{(pid=101952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:16:59.760132 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8061746'] for port, provisioning_complete {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:00.114597 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017431cd-8e00-40e8-825b-7ed7f7962449 req-e15f98b0-623f-4635-942b-a08de7974898 tempest-DeleteServersTestJSON-1769004992 tempest-DeleteServersTestJSON-1769004992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:00.133592 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-017431cd-8e00-40e8-825b-7ed7f7962449 req-e15f98b0-623f-4635-942b-a08de7974898 tempest-DeleteServersTestJSON-1769004992 tempest-DeleteServersTestJSON-1769004992-project] 10.222.0.50 "GET /v2.0/ports?device_id=42b1d02e-4eb1-4391-bd02-b80031206b3f HTTP/1.1" status: 200 len: 943 time: 1.8732214 Nov 11 22:17:00.251791 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-5d1fd803-5bea-4d94-9e4d-4faa0cf81f28 req-8a8fca31-ad1e-428e-860b-d2b777e4a0d6 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/ports?device_id=efc7b803-47b0-47dd-b4af-0de101adaaaf HTTP/1.1" status: 200 len: 210 time: 0.2617104 Nov 11 22:17:00.366156 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-017431cd-8e00-40e8-825b-7ed7f7962449 req-56280681-d303-46d1-a14f-a2ea1a8b367c tempest-DeleteServersTestJSON-1769004992 tempest-DeleteServersTestJSON-1769004992-project] 10.222.0.50 "GET /v2.0/security-groups?id=fcc32f26-ec22-49a1-877e-bea08eb1a9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255065 Nov 11 22:17:00.396742 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-67a59b03-696f-4a19-a038-cbeeb0ebe808 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:00.398395 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-b37c6261-b71e-43ec-924e-19e09e7bde65 req-603b0f90-dc61-42e5-97de-9102efad242d tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1ce5c1a9babe4d3098016d7a6fcab517 HTTP/1.1" status: 200 len: 380 time: 1.0514886 Nov 11 22:17:00.516218 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.v2.base [req-b37c6261-b71e-43ec-924e-19e09e7bde65 req-f0a18e02-996a-47dc-8eee-ae3065255b03 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Request body: {'port': {'device_id': 'efc7b803-47b0-47dd-b4af-0de101adaaaf', 'network_id': '6d6ff938-050a-4ca6-ad58-070035060c7c', 'admin_state_up': True, 'tenant_id': '1ce5c1a9babe4d3098016d7a6fcab517', 'security_groups': ['4cdb267d-d817-44be-b26a-e18e20b97bde']}} {{(pid=101951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:17:00.521264 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47d10c2a-9604-4789-b76a-6622689d9e4f req-2b012e8e-fe5e-442f-8287-e67fa11f2980 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] Made reservation on behalf of f08f0ccbadb74a1fb24f11c7ab51aed8 for: {'port': 1} {{(pid=101950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:17:00.528706 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [req-47d10c2a-9604-4789-b76a-6622689d9e4f req-2b012e8e-fe5e-442f-8287-e67fa11f2980 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:00.625209 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-67a59b03-696f-4a19-a038-cbeeb0ebe808 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:00.806203 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-6e72e30b-d533-48e1-89e1-e2b3014a0430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:00.824400 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-ea47477f-8fcf-4d70-9f6f-7c51d71c6719 req-0497f222-e6ed-494b-945a-e79a39531aa6 service neutron] 10.222.0.26 "GET /v2.0/networks/c6d8e0de-0339-4dcf-b841-e5cc819e8604?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1626153 Nov 11 22:17:01.156915 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.wsgi [-] (101950) accepted ('10.222.0.26', 49934) {{(pid=101950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:17:01.206716 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-35721403-8ca5-4858-9ab2-233326220b88 req-09cd21ab-ece3-4651-b537-a08a9a0adfef tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed3c0001-6ebc-4724-8674-9d2a57cec898 HTTP/1.1" status: 200 len: 210 time: 0.5443501 Nov 11 22:17:01.346345 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 22:16:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-616a9ac4-7f6b-410c-9614-9da846089222 x-openstack-request-id: req-616a9ac4-7f6b-410c-9614-9da846089222 {{(pid=101951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:17:01.346790 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42b1d02e-4eb1-4391-bd02-b80031206b3f", "tag": "0bc1820f-1a39-4597-b043-52b99c006ed9", "status": "completed", "code": 200}]} {{(pid=101951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:17:01.347187 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-616a9ac4-7f6b-410c-9614-9da846089222 {{(pid=101951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:17:01.347887 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42b1d02e-4eb1-4391-bd02-b80031206b3f', 'tag': '0bc1820f-1a39-4597-b043-52b99c006ed9', 'status': 'completed', 'code': 200} Nov 11 22:17:01.389525 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-ea47477f-8fcf-4d70-9f6f-7c51d71c6719 req-48f96410-4aec-4ee9-a88d-abd640837ccc service neutron] 10.222.0.26 "GET /v2.0/networks/c6d8e0de-0339-4dcf-b841-e5cc819e8604?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5396247 Nov 11 22:17:01.793124 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b37c6261-b71e-43ec-924e-19e09e7bde65 req-f0a18e02-996a-47dc-8eee-ae3065255b03 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Made reservation on behalf of 1ce5c1a9babe4d3098016d7a6fcab517 for: {'port': 1} {{(pid=101951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:17:01.813274 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [req-b37c6261-b71e-43ec-924e-19e09e7bde65 req-f0a18e02-996a-47dc-8eee-ae3065255b03 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:01.834287 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:01.976927 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d4e74b-aa3f-419a-babf-8c37915116f6 req-24b6035c-b124-427b-aa59-621f10821bb7 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:01.981102 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-d7d4e74b-aa3f-419a-babf-8c37915116f6 req-24b6035c-b124-427b-aa59-621f10821bb7 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.26 "GET /v2.0/networks?id=2f5472e6-3d4a-4f79-a5b2-6b96144f59c3 HTTP/1.1" status: 200 len: 818 time: 0.7656736 Nov 11 22:17:01.987400 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-b33f652c-1b44-4f10-b855-65d80895fba3 req-1684357e-5015-4094-b666-b0b17eac012f tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/ports?device_id=efc7b803-47b0-47dd-b4af-0de101adaaaf HTTP/1.1" status: 200 len: 210 time: 0.3774774 Nov 11 22:17:02.056786 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.v2.base [req-d7d4e74b-aa3f-419a-babf-8c37915116f6 req-e1f881e4-bd7e-45f7-b9a9-c403d5cf195b tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] Request body: {'port': {'device_id': 'ed3c0001-6ebc-4724-8674-9d2a57cec898', 'network_id': '2f5472e6-3d4a-4f79-a5b2-6b96144f59c3', 'admin_state_up': True, 'tenant_id': 'f08f0ccbadb74a1fb24f11c7ab51aed8'}} {{(pid=101950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:17:02.339379 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7426d63-db21-4172-ba49-bef8d0b8185a req-85530bce-98d5-4397-80d9-a708950c5ee6 tempest-DeleteServersTestJSON-1769004992 tempest-DeleteServersTestJSON-1769004992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:02.355720 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-c7426d63-db21-4172-ba49-bef8d0b8185a req-85530bce-98d5-4397-80d9-a708950c5ee6 tempest-DeleteServersTestJSON-1769004992 tempest-DeleteServersTestJSON-1769004992-project] 10.222.0.50 "GET /v2.0/ports?device_id=42b1d02e-4eb1-4391-bd02-b80031206b3f HTTP/1.1" status: 200 len: 943 time: 0.6729236 Nov 11 22:17:02.450772 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a760fd-7d7f-4109-b015-504324ae6244 req-71021d5f-e203-41d8-88f9-fa4cc09dbcf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:02.463538 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-89a760fd-7d7f-4109-b015-504324ae6244 req-71021d5f-e203-41d8-88f9-fa4cc09dbcf2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=deea16b60fcc4b4cbf11771b0628a1c4&device_id=42b1d02e-4eb1-4391-bd02-b80031206b3f HTTP/1.1" status: 200 len: 1096 time: 0.5519185 Nov 11 22:17:02.563688 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-67a59b03-696f-4a19-a038-cbeeb0ebe808 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:02.581870 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-67a59b03-696f-4a19-a038-cbeeb0ebe808 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:02.587894 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [None req-67a59b03-696f-4a19-a038-cbeeb0ebe808 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/236c056a-f573-482c-9ee9-d64383c4c85f HTTP/1.1" status: 204 len: 168 time: 3.5834482 Nov 11 22:17:02.591028 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.db.db_base_plugin_common [req-47d10c2a-9604-4789-b76a-6622689d9e4f req-2b012e8e-fe5e-442f-8287-e67fa11f2980 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] Allocated IP 172.20.0.13 (2f5472e6-3d4a-4f79-a5b2-6b96144f59c3/c79b6f25-3c3e-41d1-96ac-2ecaf2fc7991/33e9cfcf-d127-4cb8-81d5-f7cd220406dc) {{(pid=101950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:17:02.707554 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-3cf3dda5-8958-46b9-a2a1-6681db39a4c2 req-41f7cfef-422e-4ba3-b1a1-6621028d5b7c tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed3c0001-6ebc-4724-8674-9d2a57cec898 HTTP/1.1" status: 200 len: 210 time: 0.1882517 Nov 11 22:17:02.882121 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-c7426d63-db21-4172-ba49-bef8d0b8185a req-5af0e263-605e-42cd-b36a-851a9d2dd5d7 tempest-DeleteServersTestJSON-1769004992 tempest-DeleteServersTestJSON-1769004992-project] 10.222.0.50 "GET /v2.0/security-groups?id=fcc32f26-ec22-49a1-877e-bea08eb1a9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5082762 Nov 11 22:17:02.959642 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a59b03-696f-4a19-a038-cbeeb0ebe808 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=236c056a-f573-482c-9ee9-d64383c4c85f,revision_number=None']} {{(pid=101950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:17:03.051560 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.db.db_base_plugin_common [req-b37c6261-b71e-43ec-924e-19e09e7bde65 req-f0a18e02-996a-47dc-8eee-ae3065255b03 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Allocated IP 172.20.0.12 (6d6ff938-050a-4ca6-ad58-070035060c7c/28859a9d-69fd-4dd9-a7c8-b3902292e969/ff855d16-c432-40fd-b18f-d64264e49e6e) {{(pid=101951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:17:03.236964 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7d4e74b-aa3f-419a-babf-8c37915116f6 req-e1f881e4-bd7e-45f7-b9a9-c403d5cf195b tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] Made reservation on behalf of f08f0ccbadb74a1fb24f11c7ab51aed8 for: {'port': 1} {{(pid=101950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:17:03.243200 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [req-d7d4e74b-aa3f-419a-babf-8c37915116f6 req-e1f881e4-bd7e-45f7-b9a9-c403d5cf195b tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:03.410580 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-977d5716-f2f2-478d-8696-d8c456e41462 req-5ecbd9dd-8d51-4862-9b5c-507056420deb tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/ports?device_id=efc7b803-47b0-47dd-b4af-0de101adaaaf HTTP/1.1" status: 200 len: 210 time: 0.0806611 Nov 11 22:17:03.553677 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a760fd-7d7f-4109-b015-504324ae6244 req-7601aaae-83f2-4741-9764-0bd90595b217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:03.561622 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-89a760fd-7d7f-4109-b015-504324ae6244 req-7601aaae-83f2-4741-9764-0bd90595b217 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c6d8e0de-0339-4dcf-b841-e5cc819e8604 HTTP/1.1" status: 200 len: 913 time: 1.0761726 Nov 11 22:17:03.924869 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [req-47d10c2a-9604-4789-b76a-6622689d9e4f req-2b012e8e-fe5e-442f-8287-e67fa11f2980 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] Publish callbacks [] for port, precommit_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:04.004890 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [req-b37c6261-b71e-43ec-924e-19e09e7bde65 req-f0a18e02-996a-47dc-8eee-ae3065255b03 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Publish callbacks [] for port, precommit_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:04.251573 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.db.db_base_plugin_common [req-d7d4e74b-aa3f-419a-babf-8c37915116f6 req-e1f881e4-bd7e-45f7-b9a9-c403d5cf195b tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] Allocated IP 172.20.0.2 (2f5472e6-3d4a-4f79-a5b2-6b96144f59c3/c79b6f25-3c3e-41d1-96ac-2ecaf2fc7991/46e88aed-e1a4-46c0-820e-cb806669b616) {{(pid=101950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:17:04.317613 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-89a760fd-7d7f-4109-b015-504324ae6244 req-c8e52c97-cc20-4a6c-982c-42463bdc651a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0bc1820f-1a39-4597-b043-52b99c006ed9 HTTP/1.1" status: 200 len: 217 time: 0.7373188 Nov 11 22:17:04.371216 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [req-b37c6261-b71e-43ec-924e-19e09e7bde65 req-f0a18e02-996a-47dc-8eee-ae3065255b03 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776911838082'] for port, after_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:04.376890 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [req-47d10c2a-9604-4789-b76a-6622689d9e4f req-2b012e8e-fe5e-442f-8287-e67fa11f2980 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776911838082'] for port, after_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:04.608095 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-a6190f83-898c-4f7c-aa08-ec9ddc2a0c4f req-4978aeb8-7bcc-478e-b3c9-e418f0a66b6c tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed3c0001-6ebc-4724-8674-9d2a57cec898 HTTP/1.1" status: 200 len: 210 time: 0.2336917 Nov 11 22:17:04.633834 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b37c6261-b71e-43ec-924e-19e09e7bde65 req-f0a18e02-996a-47dc-8eee-ae3065255b03 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Network 6d6ff938-050a-4ca6-ad58-070035060c7c is already hosted by enough agents. {{(pid=101951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:17:04.640737 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.scheduler.base_scheduler [req-b37c6261-b71e-43ec-924e-19e09e7bde65 req-f0a18e02-996a-47dc-8eee-ae3065255b03 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Resources bound (agent type, host, resource id): {{(pid=101951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:17:04.651525 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.db.l3_dvrscheduler_db [req-b37c6261-b71e-43ec-924e-19e09e7bde65 req-f0a18e02-996a-47dc-8eee-ae3065255b03 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Received port after_create {{(pid=101951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:17:04.659432 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37c6261-b71e-43ec-924e-19e09e7bde65 req-f0a18e02-996a-47dc-8eee-ae3065255b03 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:04.660157 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [req-b37c6261-b71e-43ec-924e-19e09e7bde65 req-f0a18e02-996a-47dc-8eee-ae3065255b03 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634242'] for port, before_response {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:04.686063 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a18e02-996a-47dc-8eee-ae3065255b03 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Pushing event updated for resources: {'Port': ['ID=ff855d16-c432-40fd-b18f-d64264e49e6e,revision_number=1']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:17:04.715756 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a760fd-7d7f-4109-b015-504324ae6244 req-bbd6db17-56b0-4dc3-aa0f-21a9a9568cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:04.717853 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-89a760fd-7d7f-4109-b015-504324ae6244 req-bbd6db17-56b0-4dc3-aa0f-21a9a9568cbe service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7909332a-42e1-4581-b2ca-65acab06e98d HTTP/1.1" status: 200 len: 852 time: 0.2541540 Nov 11 22:17:04.730040 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-b37c6261-b71e-43ec-924e-19e09e7bde65 req-f0a18e02-996a-47dc-8eee-ae3065255b03 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2908041 Nov 11 22:17:04.894393 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b012e8e-fe5e-442f-8287-e67fa11f2980 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] Pushing event updated for resources: {'Port': ['ID=33e9cfcf-d127-4cb8-81d5-f7cd220406dc,revision_number=1']} {{(pid=101950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:17:04.929086 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47d10c2a-9604-4789-b76a-6622689d9e4f req-2b012e8e-fe5e-442f-8287-e67fa11f2980 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] Network 2f5472e6-3d4a-4f79-a5b2-6b96144f59c3 is already hosted by enough agents. {{(pid=101950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:17:05.026909 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.scheduler.base_scheduler [req-47d10c2a-9604-4789-b76a-6622689d9e4f req-2b012e8e-fe5e-442f-8287-e67fa11f2980 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] Resources bound (agent type, host, resource id): {{(pid=101950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:17:05.032281 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.db.l3_dvrscheduler_db [req-47d10c2a-9604-4789-b76a-6622689d9e4f req-2b012e8e-fe5e-442f-8287-e67fa11f2980 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] Received port after_create {{(pid=101950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:17:05.059550 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d10c2a-9604-4789-b76a-6622689d9e4f req-2b012e8e-fe5e-442f-8287-e67fa11f2980 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:05.061133 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [req-47d10c2a-9604-4789-b76a-6622689d9e4f req-2b012e8e-fe5e-442f-8287-e67fa11f2980 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634242'] for port, before_response {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:05.142709 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 41040) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:17:05.200680 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-47d10c2a-9604-4789-b76a-6622689d9e4f req-2b012e8e-fe5e-442f-8287-e67fa11f2980 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.9742448 Nov 11 22:17:05.208722 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.provisioning_blocks [None req-5493bae3-894d-4dc9-ae87-f1b1a6e16dc3 None None] Provisioning complete for port ff855d16-c432-40fd-b18f-d64264e49e6e triggered by entity DHCP. {{(pid=101952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:17:05.212425 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-5493bae3-894d-4dc9-ae87-f1b1a6e16dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8061746'] for port, provisioning_complete {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:05.215547 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30878c98-223a-4139-bcec-60b58db456e8 req-8a6c1831-1fb9-447b-82c1-15c49995cc79 tempest-DeleteServersTestJSON-1769004992 tempest-DeleteServersTestJSON-1769004992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:05.217401 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-30878c98-223a-4139-bcec-60b58db456e8 req-8a6c1831-1fb9-447b-82c1-15c49995cc79 tempest-DeleteServersTestJSON-1769004992 tempest-DeleteServersTestJSON-1769004992-project] 10.222.0.50 "GET /v2.0/ports?device_id=42b1d02e-4eb1-4391-bd02-b80031206b3f HTTP/1.1" status: 200 len: 943 time: 0.8421564 Nov 11 22:17:05.255081 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.v2.base [req-b37c6261-b71e-43ec-924e-19e09e7bde65 req-78ffc108-8f5a-4ac3-b42c-213f5ebdfb5f service neutron] Request body: {'port': {'device_id': 'efc7b803-47b0-47dd-b4af-0de101adaaaf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=101951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:17:05.274219 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [req-d7d4e74b-aa3f-419a-babf-8c37915116f6 req-e1f881e4-bd7e-45f7-b9a9-c403d5cf195b tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] Publish callbacks [] for port, precommit_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:05.331385 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.v2.base [req-47d10c2a-9604-4789-b76a-6622689d9e4f req-5a0f6571-49d7-435f-9172-aa98969aa649 service neutron] Request body: {'port': {'device_id': 'd1bff5be-1c1e-4186-98b3-13bb364493fb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=101950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:17:05.363187 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-89a760fd-7d7f-4109-b015-504324ae6244 req-3c2eff37-3168-41cc-85b4-bb564665d226 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c6d8e0de-0339-4dcf-b841-e5cc819e8604&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1525998 Nov 11 22:17:05.416333 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [req-d7d4e74b-aa3f-419a-babf-8c37915116f6 req-e1f881e4-bd7e-45f7-b9a9-c403d5cf195b tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776911838082'] for port, after_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:05.514363 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.plugin [None req-5493bae3-894d-4dc9-ae87-f1b1a6e16dc3 None None] Port ff855d16-c432-40fd-b18f-d64264e49e6e cannot update to ACTIVE because it is not bound. {{(pid=101952) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:17:05.550436 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1077f5af-5621-46ec-b488-f61a27185182 req-d8ef8837-9faf-4189-984a-2bc0ddeb11f1 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:05.576159 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-1077f5af-5621-46ec-b488-f61a27185182 req-d8ef8837-9faf-4189-984a-2bc0ddeb11f1 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/ports?device_id=efc7b803-47b0-47dd-b4af-0de101adaaaf HTTP/1.1" status: 200 len: 932 time: 0.6652043 Nov 11 22:17:05.706258 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f881e4-bd7e-45f7-b9a9-c403d5cf195b tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] Pushing event updated for resources: {'Port': ['ID=46e88aed-e1a4-46c0-820e-cb806669b616,revision_number=1']} {{(pid=101950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:17:05.767141 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-30878c98-223a-4139-bcec-60b58db456e8 req-33e79dc0-3084-4ab0-b9d8-cc6c388d3e38 tempest-DeleteServersTestJSON-1769004992 tempest-DeleteServersTestJSON-1769004992-project] 10.222.0.50 "GET /v2.0/security-groups?id=fcc32f26-ec22-49a1-877e-bea08eb1a9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4479456 Nov 11 22:17:05.794982 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7d4e74b-aa3f-419a-babf-8c37915116f6 req-e1f881e4-bd7e-45f7-b9a9-c403d5cf195b tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] Network 2f5472e6-3d4a-4f79-a5b2-6b96144f59c3 is already hosted by enough agents. {{(pid=101950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:17:05.880595 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-1077f5af-5621-46ec-b488-f61a27185182 req-d2119e22-7ec6-4350-b08e-af32a1c768ad tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/security-groups?id=4cdb267d-d817-44be-b26a-e18e20b97bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1770163 Nov 11 22:17:05.884769 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.scheduler.base_scheduler [req-d7d4e74b-aa3f-419a-babf-8c37915116f6 req-e1f881e4-bd7e-45f7-b9a9-c403d5cf195b tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] Resources bound (agent type, host, resource id): {{(pid=101950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:17:05.891981 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7d4e74b-aa3f-419a-babf-8c37915116f6 req-e1f881e4-bd7e-45f7-b9a9-c403d5cf195b tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] Received port after_create {{(pid=101950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:17:05.906665 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d4e74b-aa3f-419a-babf-8c37915116f6 req-e1f881e4-bd7e-45f7-b9a9-c403d5cf195b tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:05.907719 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [req-d7d4e74b-aa3f-419a-babf-8c37915116f6 req-e1f881e4-bd7e-45f7-b9a9-c403d5cf195b tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634242'] for port, before_response {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:05.946178 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [req-47d10c2a-9604-4789-b76a-6622689d9e4f req-5a0f6571-49d7-435f-9172-aa98969aa649 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_update {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:06.004717 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [req-b37c6261-b71e-43ec-924e-19e09e7bde65 req-78ffc108-8f5a-4ac3-b42c-213f5ebdfb5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_update {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:06.017514 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-d7d4e74b-aa3f-419a-babf-8c37915116f6 req-e1f881e4-bd7e-45f7-b9a9-c403d5cf195b tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9833350 Nov 11 22:17:06.059645 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-4743ff4e-9588-49c1-a44a-7475a8bcb77c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:06.171607 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.v2.base [req-d7d4e74b-aa3f-419a-babf-8c37915116f6 req-1ab6e139-2773-4215-a94f-8e1b645d1760 service neutron] Request body: {'port': {'device_id': 'ed3c0001-6ebc-4724-8674-9d2a57cec898', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=101950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:17:06.217271 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-89a760fd-7d7f-4109-b015-504324ae6244 req-e28e79eb-3e27-40f3-bd5b-b55a12ee303e service neutron] 10.222.0.26 "GET /v2.0/networks/c6d8e0de-0339-4dcf-b841-e5cc819e8604?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7495117 Nov 11 22:17:06.348807 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.wsgi [-] (101950) accepted ('10.222.0.50', 41072) {{(pid=101950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:17:06.605682 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-4743ff4e-9588-49c1-a44a-7475a8bcb77c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:06.838832 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [req-d7d4e74b-aa3f-419a-babf-8c37915116f6 req-1ab6e139-2773-4215-a94f-8e1b645d1760 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_update {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:06.865657 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e309e4-af41-40ee-b8d0-3a114aabbed5 req-29820561-f479-4d30-803f-9863376a93d5 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:06.888175 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-c3e309e4-af41-40ee-b8d0-3a114aabbed5 req-29820561-f479-4d30-803f-9863376a93d5 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed3c0001-6ebc-4724-8674-9d2a57cec898 HTTP/1.1" status: 200 len: 931 time: 0.7404382 Nov 11 22:17:07.579332 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-66072ec1-7389-4887-a5be-3365d93eec67 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:07.608139 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99df94c-0f94-4b88-8a7c-18bd682bec12 req-099e3fed-c7b7-44d3-bc1f-c692336e7578 tempest-DeleteServersTestJSON-1769004992 tempest-DeleteServersTestJSON-1769004992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:07.616537 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-e99df94c-0f94-4b88-8a7c-18bd682bec12 req-099e3fed-c7b7-44d3-bc1f-c692336e7578 tempest-DeleteServersTestJSON-1769004992 tempest-DeleteServersTestJSON-1769004992-project] 10.222.0.50 "GET /v2.0/ports?device_id=42b1d02e-4eb1-4391-bd02-b80031206b3f HTTP/1.1" status: 200 len: 943 time: 0.5542328 Nov 11 22:17:07.715278 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-c3e309e4-af41-40ee-b8d0-3a114aabbed5 req-a25a1512-4a93-4efe-ae4e-517924f2fd5f tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/security-groups?id=68067a07-9049-4dac-b76f-d82da95a01c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7783048 Nov 11 22:17:07.924970 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.notifiers.nova [req-b37c6261-b71e-43ec-924e-19e09e7bde65 req-78ffc108-8f5a-4ac3-b42c-213f5ebdfb5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff855d16-c432-40fd-b18f-d64264e49e6e {{(pid=101951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 22:17:07.935928 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [req-b37c6261-b71e-43ec-924e-19e09e7bde65 req-78ffc108-8f5a-4ac3-b42c-213f5ebdfb5f service neutron] Publish callbacks [] for port, precommit_update {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:07.946258 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-4743ff4e-9588-49c1-a44a-7475a8bcb77c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:07.994858 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.db.provisioning_blocks [req-b37c6261-b71e-43ec-924e-19e09e7bde65 req-78ffc108-8f5a-4ac3-b42c-213f5ebdfb5f service neutron] Transition to ACTIVE for port object ff855d16-c432-40fd-b18f-d64264e49e6e will not be triggered until provisioned by entity L2. {{(pid=101951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 22:17:08.021167 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [req-b37c6261-b71e-43ec-924e-19e09e7bde65 req-78ffc108-8f5a-4ac3-b42c-213f5ebdfb5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776912265364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776911838100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776911838118'] for port, after_update {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:08.077518 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-e99df94c-0f94-4b88-8a7c-18bd682bec12 req-d2d92b3c-588f-4795-be6f-5115484c2730 tempest-DeleteServersTestJSON-1769004992 tempest-DeleteServersTestJSON-1769004992-project] 10.222.0.50 "GET /v2.0/security-groups?id=fcc32f26-ec22-49a1-877e-bea08eb1a9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4593978 Nov 11 22:17:08.266992 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf09fe3-66d3-4396-aadc-176a3ea1613e req-e5690c5d-12f4-49eb-bb22-abd183075208 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:08.271910 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-acf09fe3-66d3-4396-aadc-176a3ea1613e req-e5690c5d-12f4-49eb-bb22-abd183075208 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/ports?device_id=efc7b803-47b0-47dd-b4af-0de101adaaaf HTTP/1.1" status: 200 len: 932 time: 0.3679116 Nov 11 22:17:08.376470 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.notifiers.nova [req-47d10c2a-9604-4789-b76a-6622689d9e4f req-5a0f6571-49d7-435f-9172-aa98969aa649 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33e9cfcf-d127-4cb8-81d5-f7cd220406dc {{(pid=101950) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 22:17:08.438125 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ffc108-8f5a-4ac3-b42c-213f5ebdfb5f service neutron] Pushing event updated for resources: {'Port': ['ID=ff855d16-c432-40fd-b18f-d64264e49e6e,revision_number=2']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:17:08.459065 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [req-47d10c2a-9604-4789-b76a-6622689d9e4f req-5a0f6571-49d7-435f-9172-aa98969aa649 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:08.554274 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-4743ff4e-9588-49c1-a44a-7475a8bcb77c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2a09c1946acd4f70afb0f739be0e8aa0&name=default HTTP/1.1" status: 200 len: 2996 time: 3.4102035 Nov 11 22:17:08.554596 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-66072ec1-7389-4887-a5be-3365d93eec67 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:08.582964 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.managers [req-b37c6261-b71e-43ec-924e-19e09e7bde65 req-78ffc108-8f5a-4ac3-b42c-213f5ebdfb5f service neutron] Attempting to bind port ff855d16-c432-40fd-b18f-d64264e49e6e on host hv-cinder-73362 for vnic_type normal with profile {{(pid=101951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:17:08.583485 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.managers [req-b37c6261-b71e-43ec-924e-19e09e7bde65 req-78ffc108-8f5a-4ac3-b42c-213f5ebdfb5f service neutron] Attempting to bind port ff855d16-c432-40fd-b18f-d64264e49e6e by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': '9c208126-1f8a-404f-ae1b-bfd4e87909c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '6d6ff938-050a-4ca6-ad58-070035060c7c'}] {{(pid=101951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:17:08.584024 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b37c6261-b71e-43ec-924e-19e09e7bde65 req-78ffc108-8f5a-4ac3-b42c-213f5ebdfb5f service neutron] Attempting to bind port ff855d16-c432-40fd-b18f-d64264e49e6e on network 6d6ff938-050a-4ca6-ad58-070035060c7c {{(pid=101951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:17:08.600621 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 41132) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:17:08.608981 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b37c6261-b71e-43ec-924e-19e09e7bde65 req-78ffc108-8f5a-4ac3-b42c-213f5ebdfb5f service neutron] Port ff855d16-c432-40fd-b18f-d64264e49e6e on network 6d6ff938-050a-4ca6-ad58-070035060c7c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=101951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 22:17:08.609514 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b37c6261-b71e-43ec-924e-19e09e7bde65 req-78ffc108-8f5a-4ac3-b42c-213f5ebdfb5f service neutron] Attempting to bind port ff855d16-c432-40fd-b18f-d64264e49e6e on network 6d6ff938-050a-4ca6-ad58-070035060c7c {{(pid=101951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:17:08.634037 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-acf09fe3-66d3-4396-aadc-176a3ea1613e req-e32a7f1d-d692-4e7e-93dd-e105ec61a0d4 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/security-groups?id=4cdb267d-d817-44be-b26a-e18e20b97bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3202167 Nov 11 22:17:08.635100 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-66072ec1-7389-4887-a5be-3365d93eec67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:08.663893 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4743ff4e-9588-49c1-a44a-7475a8bcb77c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6a8cf97-806f-4daf-985f-fcb57cd518fe,revision_number=1']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:17:08.685726 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.db.provisioning_blocks [req-47d10c2a-9604-4789-b76a-6622689d9e4f req-5a0f6571-49d7-435f-9172-aa98969aa649 service neutron] Transition to ACTIVE for port object 33e9cfcf-d127-4cb8-81d5-f7cd220406dc will not be triggered until provisioned by entity L2. {{(pid=101950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 22:17:08.694251 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b37c6261-b71e-43ec-924e-19e09e7bde65 req-78ffc108-8f5a-4ac3-b42c-213f5ebdfb5f service neutron] Checking agent: {'id': 'a052ab81-1c58-45ec-bb06-1cf32ae4b08e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 22, 14, 39), 'started_at': datetime.datetime(2021, 11, 11, 22, 14, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:17:08.694572 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b37c6261-b71e-43ec-924e-19e09e7bde65 req-78ffc108-8f5a-4ac3-b42c-213f5ebdfb5f service neutron] Checking segment: {'id': '9c208126-1f8a-404f-ae1b-bfd4e87909c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '6d6ff938-050a-4ca6-ad58-070035060c7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:17:08.694979 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b37c6261-b71e-43ec-924e-19e09e7bde65 req-78ffc108-8f5a-4ac3-b42c-213f5ebdfb5f service neutron] Bound using segment: {'id': '9c208126-1f8a-404f-ae1b-bfd4e87909c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '6d6ff938-050a-4ca6-ad58-070035060c7c'} {{(pid=101951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:17:08.695483 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.managers [req-b37c6261-b71e-43ec-924e-19e09e7bde65 req-78ffc108-8f5a-4ac3-b42c-213f5ebdfb5f service neutron] Bound port: ff855d16-c432-40fd-b18f-d64264e49e6e, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c208126-1f8a-404f-ae1b-bfd4e87909c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '6d6ff938-050a-4ca6-ad58-070035060c7c'}}] {{(pid=101951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:17:08.695851 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [req-b37c6261-b71e-43ec-924e-19e09e7bde65 req-78ffc108-8f5a-4ac3-b42c-213f5ebdfb5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_update {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:08.714636 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-89a760fd-7d7f-4109-b015-504324ae6244 req-1a37f2f4-a577-4fec-826a-259c757e89e4 service neutron] 10.222.0.26 "GET /v2.0/networks/c6d8e0de-0339-4dcf-b841-e5cc819e8604?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.4415252 Nov 11 22:17:08.763150 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [req-47d10c2a-9604-4789-b76a-6622689d9e4f req-5a0f6571-49d7-435f-9172-aa98969aa649 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776912265364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776911838100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776911838118'] for port, after_update {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:08.895463 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-d82e9e92-771d-402c-bdff-7892aa01bf45 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:08.916953 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.db [req-b37c6261-b71e-43ec-924e-19e09e7bde65 req-78ffc108-8f5a-4ac3-b42c-213f5ebdfb5f service neutron] For port ff855d16-c432-40fd-b18f-d64264e49e6e, host hv-cinder-73362, cleared binding levels {{(pid=101951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:17:08.946382 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-d82e9e92-771d-402c-bdff-7892aa01bf45 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:08.950208 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.db [req-b37c6261-b71e-43ec-924e-19e09e7bde65 req-78ffc108-8f5a-4ac3-b42c-213f5ebdfb5f service neutron] For port ff855d16-c432-40fd-b18f-d64264e49e6e, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=ff855d16-c432-40fd-b18f-d64264e49e6e,segment=NetworkSegment(9c208126-1f8a-404f-ae1b-bfd4e87909c5),segment_id=9c208126-1f8a-404f-ae1b-bfd4e87909c5)] {{(pid=101951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:17:08.963218 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [req-b37c6261-b71e-43ec-924e-19e09e7bde65 req-78ffc108-8f5a-4ac3-b42c-213f5ebdfb5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776912265364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776911838100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776911838118'] for port, after_update {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:08.977799 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66072ec1-7389-4887-a5be-3365d93eec67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a3454af-0b91-43c3-b9ee-65bde6663f0a,revision_number=1']} {{(pid=101950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:17:08.992722 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0f6571-49d7-435f-9172-aa98969aa649 service neutron] Pushing event updated for resources: {'Port': ['ID=33e9cfcf-d127-4cb8-81d5-f7cd220406dc,revision_number=2']} {{(pid=101950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:17:09.030170 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37c6261-b71e-43ec-924e-19e09e7bde65 req-78ffc108-8f5a-4ac3-b42c-213f5ebdfb5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:09.030808 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [req-b37c6261-b71e-43ec-924e-19e09e7bde65 req-78ffc108-8f5a-4ac3-b42c-213f5ebdfb5f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634242'] for port, before_response {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:09.032551 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-b37c6261-b71e-43ec-924e-19e09e7bde65 req-78ffc108-8f5a-4ac3-b42c-213f5ebdfb5f service neutron] 10.222.0.26 "PUT /v2.0/ports/ff855d16-c432-40fd-b18f-d64264e49e6e HTTP/1.1" status: 200 len: 1094 time: 3.7987878 Nov 11 22:17:09.035445 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efc7b803-47b0-47dd-b4af-0de101adaaaf', 'tag': 'ff855d16-c432-40fd-b18f-d64264e49e6e'}] {{(pid=101951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:17:09.038016 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6edad8924451e5ac919d090b7a0cdac835d5bd684dc46b69d397444c146e85de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65aee8e0-8e43-4402-a6b9-7551514aecb7" -d '{"events": [{"name": "network-changed", "server_uuid": "efc7b803-47b0-47dd-b4af-0de101adaaaf", "tag": "ff855d16-c432-40fd-b18f-d64264e49e6e"}]}' {{(pid=101951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:17:09.080369 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ffc108-8f5a-4ac3-b42c-213f5ebdfb5f service neutron] Pushing event updated for resources: {'Port': ['ID=ff855d16-c432-40fd-b18f-d64264e49e6e,revision_number=3']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:17:09.082460 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:09.123833 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-d82e9e92-771d-402c-bdff-7892aa01bf45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:09.147413 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-d82e9e92-771d-402c-bdff-7892aa01bf45 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:09.152172 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-d82e9e92-771d-402c-bdff-7892aa01bf45 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d6a8cf97-806f-4daf-985f-fcb57cd518fe HTTP/1.1" status: 204 len: 168 time: 0.5162587 Nov 11 22:17:09.164422 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [None req-66072ec1-7389-4887-a5be-3365d93eec67 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d2ca373476d44a6cb0f029db7933d936&name=default HTTP/1.1" status: 200 len: 2996 time: 2.8024864 Nov 11 22:17:09.167895 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.plugins.ml2.managers [req-47d10c2a-9604-4789-b76a-6622689d9e4f req-5a0f6571-49d7-435f-9172-aa98969aa649 service neutron] Attempting to bind port 33e9cfcf-d127-4cb8-81d5-f7cd220406dc on host hv-cinder-73362 for vnic_type normal with profile {{(pid=101950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:17:09.169021 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.plugins.ml2.managers [req-47d10c2a-9604-4789-b76a-6622689d9e4f req-5a0f6571-49d7-435f-9172-aa98969aa649 service neutron] Attempting to bind port 33e9cfcf-d127-4cb8-81d5-f7cd220406dc by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': '9450a3e6-214a-4a5d-bf95-fac01b747b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '2f5472e6-3d4a-4f79-a5b2-6b96144f59c3'}] {{(pid=101950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:17:09.169567 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47d10c2a-9604-4789-b76a-6622689d9e4f req-5a0f6571-49d7-435f-9172-aa98969aa649 service neutron] Attempting to bind port 33e9cfcf-d127-4cb8-81d5-f7cd220406dc on network 2f5472e6-3d4a-4f79-a5b2-6b96144f59c3 {{(pid=101950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:17:09.184324 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.wsgi [-] (101950) accepted ('10.222.0.50', 41158) {{(pid=101950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:17:09.185139 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47d10c2a-9604-4789-b76a-6622689d9e4f req-5a0f6571-49d7-435f-9172-aa98969aa649 service neutron] Port 33e9cfcf-d127-4cb8-81d5-f7cd220406dc on network 2f5472e6-3d4a-4f79-a5b2-6b96144f59c3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=101950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 22:17:09.185639 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47d10c2a-9604-4789-b76a-6622689d9e4f req-5a0f6571-49d7-435f-9172-aa98969aa649 service neutron] Attempting to bind port 33e9cfcf-d127-4cb8-81d5-f7cd220406dc on network 2f5472e6-3d4a-4f79-a5b2-6b96144f59c3 {{(pid=101950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:17:09.194314 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82e9e92-771d-402c-bdff-7892aa01bf45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6a8cf97-806f-4daf-985f-fcb57cd518fe,revision_number=None']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:17:09.241394 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d398052-65ad-4e0f-b761-ef373168f876 req-bdf86fb9-2a47-4c6a-9de6-1ac5f32d941c tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:09.244454 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-0d398052-65ad-4e0f-b761-ef373168f876 req-bdf86fb9-2a47-4c6a-9de6-1ac5f32d941c tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed3c0001-6ebc-4724-8674-9d2a57cec898 HTTP/1.1" status: 200 len: 931 time: 0.2787130 Nov 11 22:17:09.331398 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37c6261-b71e-43ec-924e-19e09e7bde65 req-33a111bf-2163-44f2-8f33-1b661ab14738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:09.337865 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-b37c6261-b71e-43ec-924e-19e09e7bde65 req-33a111bf-2163-44f2-8f33-1b661ab14738 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1ce5c1a9babe4d3098016d7a6fcab517&device_id=efc7b803-47b0-47dd-b4af-0de101adaaaf HTTP/1.1" status: 200 len: 1097 time: 0.1833799 Nov 11 22:17:09.441466 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47d10c2a-9604-4789-b76a-6622689d9e4f req-5a0f6571-49d7-435f-9172-aa98969aa649 service neutron] Checking agent: {'id': 'a052ab81-1c58-45ec-bb06-1cf32ae4b08e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 22, 14, 39), 'started_at': datetime.datetime(2021, 11, 11, 22, 14, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:17:09.441880 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47d10c2a-9604-4789-b76a-6622689d9e4f req-5a0f6571-49d7-435f-9172-aa98969aa649 service neutron] Checking segment: {'id': '9450a3e6-214a-4a5d-bf95-fac01b747b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '2f5472e6-3d4a-4f79-a5b2-6b96144f59c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:17:09.444074 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47d10c2a-9604-4789-b76a-6622689d9e4f req-5a0f6571-49d7-435f-9172-aa98969aa649 service neutron] Bound using segment: {'id': '9450a3e6-214a-4a5d-bf95-fac01b747b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '2f5472e6-3d4a-4f79-a5b2-6b96144f59c3'} {{(pid=101950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:17:09.444611 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.plugins.ml2.managers [req-47d10c2a-9604-4789-b76a-6622689d9e4f req-5a0f6571-49d7-435f-9172-aa98969aa649 service neutron] Bound port: 33e9cfcf-d127-4cb8-81d5-f7cd220406dc, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9450a3e6-214a-4a5d-bf95-fac01b747b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '2f5472e6-3d4a-4f79-a5b2-6b96144f59c3'}}] {{(pid=101950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:17:09.444992 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [req-47d10c2a-9604-4789-b76a-6622689d9e4f req-5a0f6571-49d7-435f-9172-aa98969aa649 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_update {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:09.485754 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 22:17:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62e8783a-1454-4280-8144-7bc367ffbb65 x-openstack-request-id: req-62e8783a-1454-4280-8144-7bc367ffbb65 {{(pid=101951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:17:09.488277 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efc7b803-47b0-47dd-b4af-0de101adaaaf", "tag": "ff855d16-c432-40fd-b18f-d64264e49e6e", "status": "completed", "code": 200}]} {{(pid=101951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:17:09.489771 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-62e8783a-1454-4280-8144-7bc367ffbb65 {{(pid=101951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:17:09.494391 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efc7b803-47b0-47dd-b4af-0de101adaaaf', 'tag': 'ff855d16-c432-40fd-b18f-d64264e49e6e', 'status': 'completed', 'code': 200} Nov 11 22:17:09.503372 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-b37c6261-b71e-43ec-924e-19e09e7bde65 req-1d7f3d40-ff63-4665-a70b-558e3eed5a82 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ff855d16-c432-40fd-b18f-d64264e49e6e HTTP/1.1" status: 200 len: 217 time: 0.1569867 Nov 11 22:17:09.532305 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-e54f8936-3ada-4311-99e5-ff460dada7e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:09.646778 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37c6261-b71e-43ec-924e-19e09e7bde65 req-9b7228a9-b75c-4253-83ba-fe518212cb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:09.649654 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-b37c6261-b71e-43ec-924e-19e09e7bde65 req-9b7228a9-b75c-4253-83ba-fe518212cb5e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=28859a9d-69fd-4dd9-a7c8-b3902292e969 HTTP/1.1" status: 200 len: 855 time: 0.1377790 Nov 11 22:17:09.727231 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37c6261-b71e-43ec-924e-19e09e7bde65 req-704b0100-cd94-40a3-aa03-143d2461ea1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:09.730709 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-b37c6261-b71e-43ec-924e-19e09e7bde65 req-704b0100-cd94-40a3-aa03-143d2461ea1b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6d6ff938-050a-4ca6-ad58-070035060c7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0669253 Nov 11 22:17:09.851041 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-0d398052-65ad-4e0f-b761-ef373168f876 req-8712c807-63da-427d-a0bc-6cb9116fcc35 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/security-groups?id=68067a07-9049-4dac-b76f-d82da95a01c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5265851 Nov 11 22:17:09.880821 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-b37c6261-b71e-43ec-924e-19e09e7bde65 req-8026be07-b29d-4aa1-aa94-b9964b30d842 service neutron] 10.222.0.26 "GET /v2.0/networks/6d6ff938-050a-4ca6-ad58-070035060c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381192 Nov 11 22:17:09.885847 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-e54f8936-3ada-4311-99e5-ff460dada7e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:10.006122 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361254bc-9cc6-4558-9d85-96f06c229ec3 req-665b29e1-3e4b-4ae0-b314-6e66a7af5bf4 tempest-DeleteServersTestJSON-1769004992 tempest-DeleteServersTestJSON-1769004992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:10.009196 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-361254bc-9cc6-4558-9d85-96f06c229ec3 req-665b29e1-3e4b-4ae0-b314-6e66a7af5bf4 tempest-DeleteServersTestJSON-1769004992 tempest-DeleteServersTestJSON-1769004992-project] 10.222.0.50 "GET /v2.0/ports?device_id=42b1d02e-4eb1-4391-bd02-b80031206b3f HTTP/1.1" status: 200 len: 943 time: 0.3680873 Nov 11 22:17:10.083338 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.wsgi [-] (101950) accepted ('10.222.0.50', 41194) {{(pid=101950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:17:10.160994 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.plugins.ml2.db [req-47d10c2a-9604-4789-b76a-6622689d9e4f req-5a0f6571-49d7-435f-9172-aa98969aa649 service neutron] For port 33e9cfcf-d127-4cb8-81d5-f7cd220406dc, host hv-cinder-73362, cleared binding levels {{(pid=101950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:17:10.182120 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-b37c6261-b71e-43ec-924e-19e09e7bde65 req-78fde00b-f0d3-4124-b471-47828850573e service neutron] 10.222.0.26 "GET /v2.0/networks/6d6ff938-050a-4ca6-ad58-070035060c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2942057 Nov 11 22:17:10.244421 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-eb0c5c72-ba53-4c0a-af99-8c1e6c2985ec admin admin] Publish callbacks [] for security_group, before_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:10.273610 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.notifiers.nova [req-d7d4e74b-aa3f-419a-babf-8c37915116f6 req-1ab6e139-2773-4215-a94f-8e1b645d1760 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46e88aed-e1a4-46c0-820e-cb806669b616 {{(pid=101950) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 22:17:10.281300 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.plugins.ml2.db [req-47d10c2a-9604-4789-b76a-6622689d9e4f req-5a0f6571-49d7-435f-9172-aa98969aa649 service neutron] For port 33e9cfcf-d127-4cb8-81d5-f7cd220406dc, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=33e9cfcf-d127-4cb8-81d5-f7cd220406dc,segment=NetworkSegment(9450a3e6-214a-4a5d-bf95-fac01b747b02),segment_id=9450a3e6-214a-4a5d-bf95-fac01b747b02)] {{(pid=101950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:17:10.312067 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [req-d7d4e74b-aa3f-419a-babf-8c37915116f6 req-1ab6e139-2773-4215-a94f-8e1b645d1760 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:10.323056 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [req-47d10c2a-9604-4789-b76a-6622689d9e4f req-5a0f6571-49d7-435f-9172-aa98969aa649 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776912265364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776911838100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776911838118'] for port, after_update {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:10.360755 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aee8e0-8e43-4402-a6b9-7551514aecb7 req-bffa160b-4cd8-47b6-8cd6-9751ca43d926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:10.360953 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d10c2a-9604-4789-b76a-6622689d9e4f req-5a0f6571-49d7-435f-9172-aa98969aa649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:10.361737 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [req-47d10c2a-9604-4789-b76a-6622689d9e4f req-5a0f6571-49d7-435f-9172-aa98969aa649 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634242'] for port, before_response {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:10.364459 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-47d10c2a-9604-4789-b76a-6622689d9e4f req-5a0f6571-49d7-435f-9172-aa98969aa649 service neutron] 10.222.0.26 "PUT /v2.0/ports/33e9cfcf-d127-4cb8-81d5-f7cd220406dc HTTP/1.1" status: 200 len: 1094 time: 5.0418334 Nov 11 22:17:10.365810 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-e54f8936-3ada-4311-99e5-ff460dada7e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:10.366069 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-65aee8e0-8e43-4402-a6b9-7551514aecb7 req-bffa160b-4cd8-47b6-8cd6-9751ca43d926 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1ce5c1a9babe4d3098016d7a6fcab517&device_id=efc7b803-47b0-47dd-b4af-0de101adaaaf HTTP/1.1" status: 200 len: 1097 time: 0.1305628 Nov 11 22:17:10.368061 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-e54f8936-3ada-4311-99e5-ff460dada7e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:10.371790 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [None req-e54f8936-3ada-4311-99e5-ff460dada7e1 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8a3454af-0b91-43c3-b9ee-65bde6663f0a HTTP/1.1" status: 204 len: 168 time: 1.1759155 Nov 11 22:17:10.395132 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49722af7-cf95-4122-966a-49cfda8bda30 req-4f54d049-55e7-40cf-a80e-fdbab1dd31a6 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:10.397686 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-49722af7-cf95-4122-966a-49cfda8bda30 req-4f54d049-55e7-40cf-a80e-fdbab1dd31a6 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/ports?device_id=efc7b803-47b0-47dd-b4af-0de101adaaaf HTTP/1.1" status: 200 len: 944 time: 0.2292888 Nov 11 22:17:10.398290 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1bff5be-1c1e-4186-98b3-13bb364493fb', 'tag': '33e9cfcf-d127-4cb8-81d5-f7cd220406dc'}] {{(pid=101950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:17:10.474976 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 41218) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:17:10.487325 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54f8936-3ada-4311-99e5-ff460dada7e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a3454af-0b91-43c3-b9ee-65bde6663f0a,revision_number=None']} {{(pid=101950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:17:10.564917 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.db.provisioning_blocks [req-d7d4e74b-aa3f-419a-babf-8c37915116f6 req-1ab6e139-2773-4215-a94f-8e1b645d1760 service neutron] Transition to ACTIVE for port object 46e88aed-e1a4-46c0-820e-cb806669b616 will not be triggered until provisioned by entity L2. {{(pid=101950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 22:17:10.608503 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [req-d7d4e74b-aa3f-419a-babf-8c37915116f6 req-1ab6e139-2773-4215-a94f-8e1b645d1760 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776912265364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776911838100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776911838118'] for port, after_update {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:10.633568 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-361254bc-9cc6-4558-9d85-96f06c229ec3 req-1ebd971a-989a-4ab0-941b-9f0e05e72de5 tempest-DeleteServersTestJSON-1769004992 tempest-DeleteServersTestJSON-1769004992-project] 10.222.0.50 "GET /v2.0/security-groups?id=fcc32f26-ec22-49a1-877e-bea08eb1a9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5685625 Nov 11 22:17:10.752155 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0f6571-49d7-435f-9172-aa98969aa649 service neutron] Pushing event updated for resources: {'Port': ['ID=33e9cfcf-d127-4cb8-81d5-f7cd220406dc,revision_number=3']} {{(pid=101950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:17:10.843679 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-49722af7-cf95-4122-966a-49cfda8bda30 req-3a41a3e9-2550-4b4b-b7ee-86d26d4b49a4 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/security-groups?id=4cdb267d-d817-44be-b26a-e18e20b97bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3616042 Nov 11 22:17:10.851605 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6a5285f65aca903721fee6e5434d0235345418fba5e47a2479ed174f8b69804" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1ddc29d-e7d5-49bf-9110-2ead6506e2e0" -d '{"events": [{"name": "network-changed", "server_uuid": "d1bff5be-1c1e-4186-98b3-13bb364493fb", "tag": "33e9cfcf-d127-4cb8-81d5-f7cd220406dc"}]}' {{(pid=101950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:17:10.952535 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-5855c4cc-ff9a-40e5-8b5f-c17959991f3d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:11.006127 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.plugins.ml2.managers [req-d7d4e74b-aa3f-419a-babf-8c37915116f6 req-1ab6e139-2773-4215-a94f-8e1b645d1760 service neutron] Attempting to bind port 46e88aed-e1a4-46c0-820e-cb806669b616 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=101950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:17:11.006676 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.plugins.ml2.managers [req-d7d4e74b-aa3f-419a-babf-8c37915116f6 req-1ab6e139-2773-4215-a94f-8e1b645d1760 service neutron] Attempting to bind port 46e88aed-e1a4-46c0-820e-cb806669b616 by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': '9450a3e6-214a-4a5d-bf95-fac01b747b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '2f5472e6-3d4a-4f79-a5b2-6b96144f59c3'}] {{(pid=101950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:17:11.007217 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d4e74b-aa3f-419a-babf-8c37915116f6 req-1ab6e139-2773-4215-a94f-8e1b645d1760 service neutron] Attempting to bind port 46e88aed-e1a4-46c0-820e-cb806669b616 on network 2f5472e6-3d4a-4f79-a5b2-6b96144f59c3 {{(pid=101950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:17:11.021778 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab6e139-2773-4215-a94f-8e1b645d1760 service neutron] Pushing event updated for resources: {'Port': ['ID=46e88aed-e1a4-46c0-820e-cb806669b616,revision_number=2']} {{(pid=101950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:17:11.085536 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d4e74b-aa3f-419a-babf-8c37915116f6 req-1ab6e139-2773-4215-a94f-8e1b645d1760 service neutron] Port 46e88aed-e1a4-46c0-820e-cb806669b616 on network 2f5472e6-3d4a-4f79-a5b2-6b96144f59c3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=101950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 22:17:11.086092 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d4e74b-aa3f-419a-babf-8c37915116f6 req-1ab6e139-2773-4215-a94f-8e1b645d1760 service neutron] Attempting to bind port 46e88aed-e1a4-46c0-820e-cb806669b616 on network 2f5472e6-3d4a-4f79-a5b2-6b96144f59c3 {{(pid=101950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:17:11.125628 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-5855c4cc-ff9a-40e5-8b5f-c17959991f3d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:11.132691 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-5855c4cc-ff9a-40e5-8b5f-c17959991f3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:11.134217 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-eb0c5c72-ba53-4c0a-af99-8c1e6c2985ec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:11.140193 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 22:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-730338dd-148e-4f40-a1e5-38ab1f199159 x-openstack-request-id: req-730338dd-148e-4f40-a1e5-38ab1f199159 {{(pid=101950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:17:11.141235 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1bff5be-1c1e-4186-98b3-13bb364493fb", "tag": "33e9cfcf-d127-4cb8-81d5-f7cd220406dc", "status": "completed", "code": 200}]} {{(pid=101950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:17:11.141849 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-730338dd-148e-4f40-a1e5-38ab1f199159 {{(pid=101950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:17:11.143170 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1bff5be-1c1e-4186-98b3-13bb364493fb', 'tag': '33e9cfcf-d127-4cb8-81d5-f7cd220406dc', 'status': 'completed', 'code': 200} Nov 11 22:17:11.158614 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d4e74b-aa3f-419a-babf-8c37915116f6 req-1ab6e139-2773-4215-a94f-8e1b645d1760 service neutron] Checking agent: {'id': 'a052ab81-1c58-45ec-bb06-1cf32ae4b08e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 22, 14, 39), 'started_at': datetime.datetime(2021, 11, 11, 22, 14, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:17:11.159934 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d4e74b-aa3f-419a-babf-8c37915116f6 req-1ab6e139-2773-4215-a94f-8e1b645d1760 service neutron] Checking segment: {'id': '9450a3e6-214a-4a5d-bf95-fac01b747b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '2f5472e6-3d4a-4f79-a5b2-6b96144f59c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:17:11.160873 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d4e74b-aa3f-419a-babf-8c37915116f6 req-1ab6e139-2773-4215-a94f-8e1b645d1760 service neutron] Bound using segment: {'id': '9450a3e6-214a-4a5d-bf95-fac01b747b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '2f5472e6-3d4a-4f79-a5b2-6b96144f59c3'} {{(pid=101950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:17:11.162144 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.plugins.ml2.managers [req-d7d4e74b-aa3f-419a-babf-8c37915116f6 req-1ab6e139-2773-4215-a94f-8e1b645d1760 service neutron] Bound port: 46e88aed-e1a4-46c0-820e-cb806669b616, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9450a3e6-214a-4a5d-bf95-fac01b747b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': '2f5472e6-3d4a-4f79-a5b2-6b96144f59c3'}}] {{(pid=101950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:17:11.162972 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [req-d7d4e74b-aa3f-419a-babf-8c37915116f6 req-1ab6e139-2773-4215-a94f-8e1b645d1760 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_update {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:11.170253 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-eb0c5c72-ba53-4c0a-af99-8c1e6c2985ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:11.182933 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-5855c4cc-ff9a-40e5-8b5f-c17959991f3d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=afdf9ebd24384c1d91af85663e8c0de8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7062559 Nov 11 22:17:11.185046 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 41266) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:17:11.205564 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.wsgi [-] (101950) accepted ('10.222.0.50', 41268) {{(pid=101950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:17:11.208973 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-93084f96-97da-4968-a833-96eee93575b8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:11.240486 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5855c4cc-ff9a-40e5-8b5f-c17959991f3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c89d9bf1-5f32-48a1-a987-bf1be8432177,revision_number=1']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:17:11.333576 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-93084f96-97da-4968-a833-96eee93575b8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:11.340023 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-93084f96-97da-4968-a833-96eee93575b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:11.356061 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b09966-913a-41e5-8869-f37845044822 req-d8a18bea-1482-4a06-b418-1398d8e44a25 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:11.358768 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-79b09966-913a-41e5-8869-f37845044822 req-d8a18bea-1482-4a06-b418-1398d8e44a25 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed3c0001-6ebc-4724-8674-9d2a57cec898 HTTP/1.1" status: 200 len: 943 time: 0.3456566 Nov 11 22:17:11.362824 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [None req-eb0c5c72-ba53-4c0a-af99-8c1e6c2985ec admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f1321c13893348219de02ccea108c1ca&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2680509 Nov 11 22:17:11.371562 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 41280) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:17:11.372330 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0c5c72-ba53-4c0a-af99-8c1e6c2985ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f66f025c-a4b8-40e4-ac9e-a0f1e3aa5241,revision_number=1']} {{(pid=101950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:17:11.401945 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93084f96-97da-4968-a833-96eee93575b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1df8a60-8355-4b46-a3f7-acee22d9c863,revision_number=1']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:17:11.417612 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-93084f96-97da-4968-a833-96eee93575b8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e68e0713f3ae4366ae8600333a426e52&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2314782 Nov 11 22:17:11.424022 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 41284) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:17:11.492963 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-070681a1-9ec4-432e-96c2-63e7d55b31c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:11.499830 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.plugins.ml2.db [req-d7d4e74b-aa3f-419a-babf-8c37915116f6 req-1ab6e139-2773-4215-a94f-8e1b645d1760 service neutron] For port 46e88aed-e1a4-46c0-820e-cb806669b616, host hv-cinder-73362, cleared binding levels {{(pid=101950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:17:11.504888 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-c1cc71f2-5642-44d6-a1a1-d76bbacc3748 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:11.527947 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-7620f5ca-2a7a-4ebb-9463-18855b356e69 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:11.530924 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-070681a1-9ec4-432e-96c2-63e7d55b31c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:11.537007 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-79b09966-913a-41e5-8869-f37845044822 req-be9cdc3d-3c86-42b1-a3fb-a70261c19349 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/security-groups?id=68067a07-9049-4dac-b76f-d82da95a01c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604333 Nov 11 22:17:11.541730 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.plugins.ml2.db [req-d7d4e74b-aa3f-419a-babf-8c37915116f6 req-1ab6e139-2773-4215-a94f-8e1b645d1760 service neutron] For port 46e88aed-e1a4-46c0-820e-cb806669b616, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=46e88aed-e1a4-46c0-820e-cb806669b616,segment=NetworkSegment(9450a3e6-214a-4a5d-bf95-fac01b747b02),segment_id=9450a3e6-214a-4a5d-bf95-fac01b747b02)] {{(pid=101950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:17:11.548959 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [req-d7d4e74b-aa3f-419a-babf-8c37915116f6 req-1ab6e139-2773-4215-a94f-8e1b645d1760 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776912265364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776911838100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776911838118'] for port, after_update {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:11.565693 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-c1cc71f2-5642-44d6-a1a1-d76bbacc3748 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:11.599699 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-7620f5ca-2a7a-4ebb-9463-18855b356e69 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:11.608110 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d4e74b-aa3f-419a-babf-8c37915116f6 req-1ab6e139-2773-4215-a94f-8e1b645d1760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:11.608775 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [req-d7d4e74b-aa3f-419a-babf-8c37915116f6 req-1ab6e139-2773-4215-a94f-8e1b645d1760 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634242'] for port, before_response {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:11.610254 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-d7d4e74b-aa3f-419a-babf-8c37915116f6 req-1ab6e139-2773-4215-a94f-8e1b645d1760 service neutron] 10.222.0.26 "PUT /v2.0/ports/46e88aed-e1a4-46c0-820e-cb806669b616 HTTP/1.1" status: 200 len: 1093 time: 5.4705892 Nov 11 22:17:11.647466 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab6e139-2773-4215-a94f-8e1b645d1760 service neutron] Pushing event updated for resources: {'Port': ['ID=46e88aed-e1a4-46c0-820e-cb806669b616,revision_number=3']} {{(pid=101950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:17:11.662689 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-070681a1-9ec4-432e-96c2-63e7d55b31c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:11.662689 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-070681a1-9ec4-432e-96c2-63e7d55b31c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:11.662689 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-070681a1-9ec4-432e-96c2-63e7d55b31c0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f66f025c-a4b8-40e4-ac9e-a0f1e3aa5241 HTTP/1.1" status: 204 len: 168 time: 0.2872567 Nov 11 22:17:11.675632 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070681a1-9ec4-432e-96c2-63e7d55b31c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f66f025c-a4b8-40e4-ac9e-a0f1e3aa5241,revision_number=None']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:17:11.677785 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-7620f5ca-2a7a-4ebb-9463-18855b356e69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:11.680714 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-7620f5ca-2a7a-4ebb-9463-18855b356e69 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:11.685624 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-7620f5ca-2a7a-4ebb-9463-18855b356e69 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e1df8a60-8355-4b46-a3f7-acee22d9c863 HTTP/1.1" status: 204 len: 168 time: 0.2604222 Nov 11 22:17:11.695953 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7620f5ca-2a7a-4ebb-9463-18855b356e69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1df8a60-8355-4b46-a3f7-acee22d9c863,revision_number=None']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:17:11.731960 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-c1cc71f2-5642-44d6-a1a1-d76bbacc3748 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:11.734677 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-c1cc71f2-5642-44d6-a1a1-d76bbacc3748 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:11.735876 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [None req-c1cc71f2-5642-44d6-a1a1-d76bbacc3748 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/c89d9bf1-5f32-48a1-a987-bf1be8432177 HTTP/1.1" status: 204 len: 168 time: 0.5247669 Nov 11 22:17:11.747319 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cc71f2-5642-44d6-a1a1-d76bbacc3748 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c89d9bf1-5f32-48a1-a987-bf1be8432177,revision_number=None']} {{(pid=101950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:17:11.833038 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c10cc2-bf3c-49d1-82f0-2b865142d9f0 req-fe01b56f-b496-4291-83a5-61ae784a8fd8 tempest-DeleteServersTestJSON-1769004992 tempest-DeleteServersTestJSON-1769004992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:11.834852 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-08c10cc2-bf3c-49d1-82f0-2b865142d9f0 req-fe01b56f-b496-4291-83a5-61ae784a8fd8 tempest-DeleteServersTestJSON-1769004992 tempest-DeleteServersTestJSON-1769004992-project] 10.222.0.50 "GET /v2.0/ports?device_id=42b1d02e-4eb1-4391-bd02-b80031206b3f HTTP/1.1" status: 200 len: 943 time: 0.0667312 Nov 11 22:17:11.907684 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-08c10cc2-bf3c-49d1-82f0-2b865142d9f0 req-95f5d3d9-0392-43f9-8443-33607f3e7a68 tempest-DeleteServersTestJSON-1769004992 tempest-DeleteServersTestJSON-1769004992-project] 10.222.0.50 "GET /v2.0/security-groups?id=fcc32f26-ec22-49a1-877e-bea08eb1a9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566373 Nov 11 22:17:12.219166 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0838c8-130b-48f9-99a6-7be8ba83f961 req-641f2903-a036-40a1-995a-3323c0423a13 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:12.231061 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-ee0838c8-130b-48f9-99a6-7be8ba83f961 req-641f2903-a036-40a1-995a-3323c0423a13 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/ports?device_id=efc7b803-47b0-47dd-b4af-0de101adaaaf HTTP/1.1" status: 200 len: 944 time: 0.2422895 Nov 11 22:17:12.299696 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-ee0838c8-130b-48f9-99a6-7be8ba83f961 req-4b5fca3c-00c6-4fa8-b353-105826fa7a19 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/security-groups?id=4cdb267d-d817-44be-b26a-e18e20b97bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612292 Nov 11 22:17:12.396118 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 41324) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:17:12.552588 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.wsgi [-] (101950) accepted ('10.222.0.50', 41332) {{(pid=101950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:17:12.577945 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-df883e79-2e3c-4b04-ae53-a1178d3660ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:12.761546 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-df883e79-2e3c-4b04-ae53-a1178d3660ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:12.772318 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747fe676-26ba-4e3c-8cb0-ce762e24fd30 req-90156127-9c42-4163-94fe-5e9cdd0d84e7 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:12.774295 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-747fe676-26ba-4e3c-8cb0-ce762e24fd30 req-90156127-9c42-4163-94fe-5e9cdd0d84e7 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed3c0001-6ebc-4724-8674-9d2a57cec898 HTTP/1.1" status: 200 len: 943 time: 0.1122510 Nov 11 22:17:12.776392 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-df883e79-2e3c-4b04-ae53-a1178d3660ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:12.845528 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [None req-df883e79-2e3c-4b04-ae53-a1178d3660ab admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=93f869f9810e41e48b1192896b094766&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2913616 Nov 11 22:17:12.848909 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 41340) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:17:12.849936 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df883e79-2e3c-4b04-ae53-a1178d3660ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0643c681-9534-4460-9380-1d18ed415a28,revision_number=1']} {{(pid=101950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:17:12.894958 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-747fe676-26ba-4e3c-8cb0-ce762e24fd30 req-ce3ebd52-b43c-4e7d-9555-f1375625db1f tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/security-groups?id=68067a07-9049-4dac-b76f-d82da95a01c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044412 Nov 11 22:17:12.927038 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-39ff8dd5-893d-4d63-ac5e-3b6f4b45c3b8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:13.161148 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed3c0001-6ebc-4724-8674-9d2a57cec898', 'tag': '46e88aed-e1a4-46c0-820e-cb806669b616'}] {{(pid=101950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:17:13.165388 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6a5285f65aca903721fee6e5434d0235345418fba5e47a2479ed174f8b69804" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e857e026-359a-4f58-89d2-b529ff7dd9ae" -d '{"events": [{"name": "network-changed", "server_uuid": "ed3c0001-6ebc-4724-8674-9d2a57cec898", "tag": "46e88aed-e1a4-46c0-820e-cb806669b616"}]}' {{(pid=101950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:17:13.178117 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-374d4233-c61e-4ca3-a3ed-16020c07d2c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:13.223375 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-374d4233-c61e-4ca3-a3ed-16020c07d2c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:13.311619 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 22:17:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dfeddcd-8071-48a0-bc89-fa301fcac4de x-openstack-request-id: req-6dfeddcd-8071-48a0-bc89-fa301fcac4de {{(pid=101950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:17:13.312074 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed3c0001-6ebc-4724-8674-9d2a57cec898", "tag": "46e88aed-e1a4-46c0-820e-cb806669b616", "status": "completed", "code": 200}]} {{(pid=101950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:17:13.312493 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6dfeddcd-8071-48a0-bc89-fa301fcac4de {{(pid=101950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:17:13.314315 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed3c0001-6ebc-4724-8674-9d2a57cec898', 'tag': '46e88aed-e1a4-46c0-820e-cb806669b616', 'status': 'completed', 'code': 200} Nov 11 22:17:13.344967 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-374d4233-c61e-4ca3-a3ed-16020c07d2c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:13.348103 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-374d4233-c61e-4ca3-a3ed-16020c07d2c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:13.349968 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-374d4233-c61e-4ca3-a3ed-16020c07d2c8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0643c681-9534-4460-9380-1d18ed415a28 HTTP/1.1" status: 204 len: 168 time: 0.4990509 Nov 11 22:17:13.389479 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374d4233-c61e-4ca3-a3ed-16020c07d2c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0643c681-9534-4460-9380-1d18ed415a28,revision_number=None']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:17:13.437915 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aee8e0-8e43-4402-a6b9-7551514aecb7 req-8dc3095a-4c53-4889-abff-9d84f00f0568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:13.441902 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-65aee8e0-8e43-4402-a6b9-7551514aecb7 req-8dc3095a-4c53-4889-abff-9d84f00f0568 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6d6ff938-050a-4ca6-ad58-070035060c7c HTTP/1.1" status: 200 len: 917 time: 0.4400840 Nov 11 22:17:13.459288 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ddc29d-e7d5-49bf-9110-2ead6506e2e0 req-fd9e2bc1-8429-44a1-aec6-ba6b4a026f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:13.462026 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-d1ddc29d-e7d5-49bf-9110-2ead6506e2e0 req-fd9e2bc1-8429-44a1-aec6-ba6b4a026f59 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f08f0ccbadb74a1fb24f11c7ab51aed8&device_id=d1bff5be-1c1e-4186-98b3-13bb364493fb HTTP/1.1" status: 200 len: 1097 time: 0.4515326 Nov 11 22:17:13.496706 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-39ff8dd5-893d-4d63-ac5e-3b6f4b45c3b8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:13.504580 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-39ff8dd5-893d-4d63-ac5e-3b6f4b45c3b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:13.513614 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b96049-5536-495f-bb60-c4bb3313840e req-d16c0ea3-5efa-454d-8ea2-b28545e7a08b tempest-DeleteServersTestJSON-1769004992 tempest-DeleteServersTestJSON-1769004992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:13.516399 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-d1b96049-5536-495f-bb60-c4bb3313840e req-d16c0ea3-5efa-454d-8ea2-b28545e7a08b tempest-DeleteServersTestJSON-1769004992 tempest-DeleteServersTestJSON-1769004992-project] 10.222.0.50 "GET /v2.0/ports?device_id=42b1d02e-4eb1-4391-bd02-b80031206b3f HTTP/1.1" status: 200 len: 943 time: 0.3284149 Nov 11 22:17:13.569582 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d4e74b-aa3f-419a-babf-8c37915116f6 req-5857913d-bdfe-4a4a-a873-218de685a2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:13.572361 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-d7d4e74b-aa3f-419a-babf-8c37915116f6 req-5857913d-bdfe-4a4a-a873-218de685a2f2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f08f0ccbadb74a1fb24f11c7ab51aed8&device_id=ed3c0001-6ebc-4724-8674-9d2a57cec898 HTTP/1.1" status: 200 len: 1096 time: 0.3864241 Nov 11 22:17:13.599128 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ff8dd5-893d-4d63-ac5e-3b6f4b45c3b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ae2ff02-9e90-451a-9d8c-c80221cf6a70,revision_number=1']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:17:13.685707 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-39ff8dd5-893d-4d63-ac5e-3b6f4b45c3b8 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=dd70b52fa68c443cbbc20ee9175759e7&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2876587 Nov 11 22:17:13.689243 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 41374) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:17:13.709895 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f48b29-c41e-4b48-8c5b-fa55455b8e8b req-6b0f55de-fac2-454b-af75-9f09dfbaeca6 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:13.723362 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-f4f48b29-c41e-4b48-8c5b-fa55455b8e8b req-6b0f55de-fac2-454b-af75-9f09dfbaeca6 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/ports?device_id=efc7b803-47b0-47dd-b4af-0de101adaaaf HTTP/1.1" status: 200 len: 944 time: 0.2049396 Nov 11 22:17:13.756670 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-d1b96049-5536-495f-bb60-c4bb3313840e req-40a11931-e41d-49f1-8c52-e579e3626e6d tempest-DeleteServersTestJSON-1769004992 tempest-DeleteServersTestJSON-1769004992-project] 10.222.0.50 "GET /v2.0/security-groups?id=fcc32f26-ec22-49a1-877e-bea08eb1a9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264593 Nov 11 22:17:13.813397 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-b6496025-97c2-4b77-8d47-358891446d79 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:13.851656 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-b6496025-97c2-4b77-8d47-358891446d79 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:13.864236 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-f4f48b29-c41e-4b48-8c5b-fa55455b8e8b req-f641e0f0-cafc-4989-a6c1-500b49b25608 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/security-groups?id=4cdb267d-d817-44be-b26a-e18e20b97bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1359286 Nov 11 22:17:13.919870 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-b6496025-97c2-4b77-8d47-358891446d79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:13.924231 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-b6496025-97c2-4b77-8d47-358891446d79 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:13.926062 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-b6496025-97c2-4b77-8d47-358891446d79 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/4ae2ff02-9e90-451a-9d8c-c80221cf6a70 HTTP/1.1" status: 204 len: 168 time: 0.2347879 Nov 11 22:17:13.939285 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6496025-97c2-4b77-8d47-358891446d79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ae2ff02-9e90-451a-9d8c-c80221cf6a70,revision_number=None']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:17:14.032143 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42537627-ae36-4b1e-b91c-22330ad936cc req-f99ecdbc-f01c-47ed-998d-1771a763beae tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:14.034484 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-42537627-ae36-4b1e-b91c-22330ad936cc req-f99ecdbc-f01c-47ed-998d-1771a763beae tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed3c0001-6ebc-4724-8674-9d2a57cec898 HTTP/1.1" status: 200 len: 943 time: 0.0755682 Nov 11 22:17:14.124139 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-42537627-ae36-4b1e-b91c-22330ad936cc req-1f30d6a4-ddda-4995-9665-69c44d7feb88 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/security-groups?id=68067a07-9049-4dac-b76f-d82da95a01c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828309 Nov 11 22:17:14.289511 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Device 0bc1820f-1a39-4597-b043-52b99c006ed9 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=101952) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 22:17:14.484844 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] For port 0bc1820f-1a39-4597-b043-52b99c006ed9, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=0bc1820f-1a39-4597-b043-52b99c006ed9,segment=NetworkSegment(9b4d7843-d474-471b-88b1-d373f0676441),segment_id=9b4d7843-d474-471b-88b1-d373f0676441)] {{(pid=101952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:17:14.506916 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Returning: {'device': '0bc1820f-1a39-4597-b043-52b99c006ed9', 'network_id': 'c6d8e0de-0339-4dcf-b841-e5cc819e8604', 'port_id': '0bc1820f-1a39-4597-b043-52b99c006ed9', 'mac_address': 'fa:16:3e:f0:2a:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 847, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7909332a-42e1-4581-b2ca-65acab06e98d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101952) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 22:17:14.579400 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:14.598588 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.notifiers.nova [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bc1820f-1a39-4597-b043-52b99c006ed9 {{(pid=101952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 22:17:14.628755 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] For port 0bc1820f-1a39-4597-b043-52b99c006ed9, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=0bc1820f-1a39-4597-b043-52b99c006ed9,segment=NetworkSegment(9b4d7843-d474-471b-88b1-d373f0676441),segment_id=9b4d7843-d474-471b-88b1-d373f0676441)] {{(pid=101952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:17:14.633576 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776912265364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776911838100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776911838118'] for port, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:14.703557 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Pushing event updated for resources: {'Port': ['ID=0bc1820f-1a39-4597-b043-52b99c006ed9,revision_number=4']} {{(pid=101952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:17:14.713114 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 41406) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:17:14.741452 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-c344f966-f3d8-456e-bf8f-f0cebffb856b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:14.864751 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-c344f966-f3d8-456e-bf8f-f0cebffb856b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:14.876161 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-c344f966-f3d8-456e-bf8f-f0cebffb856b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:14.975394 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-c344f966-f3d8-456e-bf8f-f0cebffb856b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=01b98e07a89c4fc1a690a122cf1d0614&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2601204 Nov 11 22:17:14.975692 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.wsgi [-] (101950) accepted ('10.222.0.50', 41418) {{(pid=101950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:17:14.976812 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c344f966-f3d8-456e-bf8f-f0cebffb856b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8ef066d-792d-4f61-a0b7-dd77a518107f,revision_number=1']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:17:15.153650 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc60aeb-bda0-4b94-a045-1fe1bb379cbe req-0bc0bbd8-4c6e-41d4-8ab6-44840aeb4910 tempest-DeleteServersTestJSON-1769004992 tempest-DeleteServersTestJSON-1769004992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:15.166049 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-abc60aeb-bda0-4b94-a045-1fe1bb379cbe req-0bc0bbd8-4c6e-41d4-8ab6-44840aeb4910 tempest-DeleteServersTestJSON-1769004992 tempest-DeleteServersTestJSON-1769004992-project] 10.222.0.50 "GET /v2.0/ports?device_id=42b1d02e-4eb1-4391-bd02-b80031206b3f HTTP/1.1" status: 200 len: 944 time: 0.2572985 Nov 11 22:17:15.265261 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-f22f62a1-3387-4a51-8bad-f3050c065aa3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:15.293478 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50093c5c-528e-48f1-b7db-2e74fd5f30bd req-a67bc8d8-1146-46c6-ad07-379a32137b4f tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:15.296284 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-50093c5c-528e-48f1-b7db-2e74fd5f30bd req-a67bc8d8-1146-46c6-ad07-379a32137b4f tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/ports?device_id=efc7b803-47b0-47dd-b4af-0de101adaaaf HTTP/1.1" status: 200 len: 944 time: 0.2237113 Nov 11 22:17:15.335811 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-abc60aeb-bda0-4b94-a045-1fe1bb379cbe req-5e6acfab-728a-457b-8ca7-f3b732d11628 tempest-DeleteServersTestJSON-1769004992 tempest-DeleteServersTestJSON-1769004992-project] 10.222.0.50 "GET /v2.0/security-groups?id=fcc32f26-ec22-49a1-877e-bea08eb1a9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678703 Nov 11 22:17:15.370090 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-f22f62a1-3387-4a51-8bad-f3050c065aa3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:15.536436 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-50093c5c-528e-48f1-b7db-2e74fd5f30bd req-b3e85f15-e5fd-418c-9321-ade98a1b9550 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/security-groups?id=4cdb267d-d817-44be-b26a-e18e20b97bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2221615 Nov 11 22:17:15.569850 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7351e3-1a15-4f59-8b91-cec6b5c866a8 req-1f42d55e-6ff4-4935-b3c1-ae04c2210cff tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:15.569850 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-fb7351e3-1a15-4f59-8b91-cec6b5c866a8 req-1f42d55e-6ff4-4935-b3c1-ae04c2210cff tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed3c0001-6ebc-4724-8674-9d2a57cec898 HTTP/1.1" status: 200 len: 943 time: 0.1223674 Nov 11 22:17:15.580770 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-f22f62a1-3387-4a51-8bad-f3050c065aa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:15.583508 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-f22f62a1-3387-4a51-8bad-f3050c065aa3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:15.589679 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [None req-f22f62a1-3387-4a51-8bad-f3050c065aa3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/d8ef066d-792d-4f61-a0b7-dd77a518107f HTTP/1.1" status: 204 len: 168 time: 0.6077616 Nov 11 22:17:15.611738 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22f62a1-3387-4a51-8bad-f3050c065aa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8ef066d-792d-4f61-a0b7-dd77a518107f,revision_number=None']} {{(pid=101950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:17:15.685548 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-fb7351e3-1a15-4f59-8b91-cec6b5c866a8 req-6a60a0d4-457d-47a6-9a91-e849f00288f4 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/security-groups?id=68067a07-9049-4dac-b76f-d82da95a01c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991588 Nov 11 22:17:16.197257 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-65aee8e0-8e43-4402-a6b9-7551514aecb7 req-40c66c76-8c82-4acf-b9fe-02be2c596792 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ff855d16-c432-40fd-b18f-d64264e49e6e HTTP/1.1" status: 200 len: 217 time: 0.0936420 Nov 11 22:17:16.280502 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aee8e0-8e43-4402-a6b9-7551514aecb7 req-a44133e4-c65a-412b-af6f-f0d2bc2250c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:16.288679 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-65aee8e0-8e43-4402-a6b9-7551514aecb7 req-a44133e4-c65a-412b-af6f-f0d2bc2250c3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=28859a9d-69fd-4dd9-a7c8-b3902292e969 HTTP/1.1" status: 200 len: 855 time: 0.0785134 Nov 11 22:17:16.403487 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aee8e0-8e43-4402-a6b9-7551514aecb7 req-feca9c2b-bdcd-4feb-84f5-e994b5050146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:16.410378 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-65aee8e0-8e43-4402-a6b9-7551514aecb7 req-feca9c2b-bdcd-4feb-84f5-e994b5050146 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6d6ff938-050a-4ca6-ad58-070035060c7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1164989 Nov 11 22:17:16.414877 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] get_ports_and_sgs() called for port_ids ['0bc1820f-1a39-4597-b043-52b99c006ed9'] {{(pid=101952) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 22:17:16.453247 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-d7d4e74b-aa3f-419a-babf-8c37915116f6 req-160a9909-4e4c-4d64-a5d6-63a5875b8d6c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=46e88aed-e1a4-46c0-820e-cb806669b616 HTTP/1.1" status: 200 len: 217 time: 0.3508863 Nov 11 22:17:16.652136 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-65aee8e0-8e43-4402-a6b9-7551514aecb7 req-d35dbc8f-4469-4df9-9a5b-94ea7185d5e0 service neutron] 10.222.0.26 "GET /v2.0/networks/6d6ff938-050a-4ca6-ad58-070035060c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2324364 Nov 11 22:17:16.654520 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ddc29d-e7d5-49bf-9110-2ead6506e2e0 req-3db5a526-dc33-4ed2-8731-9c5635d456fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:16.661114 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-d1ddc29d-e7d5-49bf-9110-2ead6506e2e0 req-3db5a526-dc33-4ed2-8731-9c5635d456fd service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=f08f0ccbadb74a1fb24f11c7ab51aed8&shared=False HTTP/1.1" status: 200 len: 919 time: 0.5602140 Nov 11 22:17:16.858242 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-65aee8e0-8e43-4402-a6b9-7551514aecb7 req-c7ee148e-b78c-4645-ab50-b4c39cd6a84e service neutron] 10.222.0.26 "GET /v2.0/networks/6d6ff938-050a-4ca6-ad58-070035060c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1980543 Nov 11 22:17:17.126241 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d4e74b-aa3f-419a-babf-8c37915116f6 req-8a20c121-4e2d-4441-a347-fdcb14b378de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:17.128071 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-d7d4e74b-aa3f-419a-babf-8c37915116f6 req-8a20c121-4e2d-4441-a347-fdcb14b378de service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c79b6f25-3c3e-41d1-96ac-2ecaf2fc7991 HTTP/1.1" status: 200 len: 858 time: 0.6658866 Nov 11 22:17:17.248900 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0149e2-cbe2-4830-a3f0-2f72e9931783 req-ac8c1832-0849-46e5-b281-7d8e793095cb tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:17.250727 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-cd0149e2-cbe2-4830-a3f0-2f72e9931783 req-ac8c1832-0849-46e5-b281-7d8e793095cb tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/ports?device_id=efc7b803-47b0-47dd-b4af-0de101adaaaf HTTP/1.1" status: 200 len: 944 time: 0.2209077 Nov 11 22:17:17.260184 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-d7d4e74b-aa3f-419a-babf-8c37915116f6 req-a87540e6-b985-4834-a103-af8ae40b219e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2f5472e6-3d4a-4f79-a5b2-6b96144f59c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1134875 Nov 11 22:17:17.272626 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4385c65-59b0-46a0-8a20-76bff8fbd160 req-adfb6fab-1be5-4c43-8411-e6c8121befee tempest-DeleteServersTestJSON-1769004992 tempest-DeleteServersTestJSON-1769004992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:17.274649 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-b4385c65-59b0-46a0-8a20-76bff8fbd160 req-adfb6fab-1be5-4c43-8411-e6c8121befee tempest-DeleteServersTestJSON-1769004992 tempest-DeleteServersTestJSON-1769004992-project] 10.222.0.50 "GET /v2.0/ports?device_id=42b1d02e-4eb1-4391-bd02-b80031206b3f HTTP/1.1" status: 200 len: 944 time: 0.6748509 Nov 11 22:17:17.422619 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ddc29d-e7d5-49bf-9110-2ead6506e2e0 req-69d45b1a-63aa-48bb-b090-c3205447007a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:17.426652 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-d1ddc29d-e7d5-49bf-9110-2ead6506e2e0 req-69d45b1a-63aa-48bb-b090-c3205447007a service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6991467 Nov 11 22:17:17.440240 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-b4385c65-59b0-46a0-8a20-76bff8fbd160 req-82edb9f5-ed27-4ccb-9cc4-7ed28ade49b0 tempest-DeleteServersTestJSON-1769004992 tempest-DeleteServersTestJSON-1769004992-project] 10.222.0.50 "GET /v2.0/security-groups?id=fcc32f26-ec22-49a1-877e-bea08eb1a9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452920 Nov 11 22:17:17.537070 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-cd0149e2-cbe2-4830-a3f0-2f72e9931783 req-83f05423-43c3-49cf-9d5b-ea2d23fbf98f tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/security-groups?id=4cdb267d-d817-44be-b26a-e18e20b97bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2499681 Nov 11 22:17:17.953704 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d10c2a-9604-4789-b76a-6622689d9e4f req-1dfffa28-a3c5-47f1-8fb7-9fe98e95a155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:17.955232 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-47d10c2a-9604-4789-b76a-6622689d9e4f req-1dfffa28-a3c5-47f1-8fb7-9fe98e95a155 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f08f0ccbadb74a1fb24f11c7ab51aed8&device_id=d1bff5be-1c1e-4186-98b3-13bb364493fb HTTP/1.1" status: 200 len: 1097 time: 0.4533696 Nov 11 22:17:17.960128 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-d7d4e74b-aa3f-419a-babf-8c37915116f6 req-d26ffb4c-f027-4f57-abe9-7c4bb61a4a4a service neutron] 10.222.0.26 "GET /v2.0/networks/2f5472e6-3d4a-4f79-a5b2-6b96144f59c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6785071 Nov 11 22:17:17.981159 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1550e5f5-072e-4630-8195-a2c06a531765 req-d28ee28d-c617-4686-a471-4f9cec87020c tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:17.982742 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-1550e5f5-072e-4630-8195-a2c06a531765 req-d28ee28d-c617-4686-a471-4f9cec87020c tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed3c0001-6ebc-4724-8674-9d2a57cec898 HTTP/1.1" status: 200 len: 943 time: 0.1220918 Nov 11 22:17:18.038925 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-47d10c2a-9604-4789-b76a-6622689d9e4f req-5be11fd4-d1c1-4e17-ae41-879e9d4480ac service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=33e9cfcf-d127-4cb8-81d5-f7cd220406dc HTTP/1.1" status: 200 len: 217 time: 0.0737002 Nov 11 22:17:18.078411 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Device ff855d16-c432-40fd-b18f-d64264e49e6e details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=101952) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 22:17:18.157929 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Device 0bc1820f-1a39-4597-b043-52b99c006ed9 up at agent hyperv_hv-cinder-73362 {{(pid=101952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:17:18.315832 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-1550e5f5-072e-4630-8195-a2c06a531765 req-8d66cf7f-2cc5-48a8-9560-4c5e489817fb tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/security-groups?id=68067a07-9049-4dac-b76f-d82da95a01c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2883477 Nov 11 22:17:18.334517 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d10c2a-9604-4789-b76a-6622689d9e4f req-b2c46b75-3b43-4a83-a21b-f5f65e9bd51f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:18.357668 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-47d10c2a-9604-4789-b76a-6622689d9e4f req-b2c46b75-3b43-4a83-a21b-f5f65e9bd51f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c79b6f25-3c3e-41d1-96ac-2ecaf2fc7991 HTTP/1.1" status: 200 len: 858 time: 0.2861331 Nov 11 22:17:18.405764 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.provisioning_blocks [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Provisioning for port 0bc1820f-1a39-4597-b043-52b99c006ed9 completed by entity L2. {{(pid=101952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 22:17:18.416325 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.provisioning_blocks [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Provisioning complete for port 0bc1820f-1a39-4597-b043-52b99c006ed9 triggered by entity L2. {{(pid=101952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:17:18.418672 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8061746'] for port, provisioning_complete {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:18.423361 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-47d10c2a-9604-4789-b76a-6622689d9e4f req-19a92f33-9b17-4897-8d97-26cf85234a5a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2f5472e6-3d4a-4f79-a5b2-6b96144f59c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621138 Nov 11 22:17:18.480478 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-d7d4e74b-aa3f-419a-babf-8c37915116f6 req-39e7d871-2588-4cce-ad66-96f095790205 service neutron] 10.222.0.26 "GET /v2.0/networks/2f5472e6-3d4a-4f79-a5b2-6b96144f59c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4965026 Nov 11 22:17:18.680172 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] For port ff855d16-c432-40fd-b18f-d64264e49e6e, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=ff855d16-c432-40fd-b18f-d64264e49e6e,segment=NetworkSegment(9c208126-1f8a-404f-ae1b-bfd4e87909c5),segment_id=9c208126-1f8a-404f-ae1b-bfd4e87909c5)] {{(pid=101952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:17:18.681696 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e857e026-359a-4f58-89d2-b529ff7dd9ae req-7f3d18a9-82b3-4021-95bf-d71cf42f3f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:18.684649 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-e857e026-359a-4f58-89d2-b529ff7dd9ae req-7f3d18a9-82b3-4021-95bf-d71cf42f3f5c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f08f0ccbadb74a1fb24f11c7ab51aed8&device_id=ed3c0001-6ebc-4724-8674-9d2a57cec898 HTTP/1.1" status: 200 len: 1096 time: 0.0823183 Nov 11 22:17:18.758345 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Returning: {'device': 'ff855d16-c432-40fd-b18f-d64264e49e6e', 'network_id': '6d6ff938-050a-4ca6-ad58-070035060c7c', 'port_id': 'ff855d16-c432-40fd-b18f-d64264e49e6e', 'mac_address': 'fa:16:3e:f1:d7:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 839, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28859a9d-69fd-4dd9-a7c8-b3902292e969', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101952) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 22:17:18.870243 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:18.969063 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:19.015609 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.notifiers.nova [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff855d16-c432-40fd-b18f-d64264e49e6e {{(pid=101952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 22:17:19.059823 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] For port ff855d16-c432-40fd-b18f-d64264e49e6e, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=ff855d16-c432-40fd-b18f-d64264e49e6e,segment=NetworkSegment(9c208126-1f8a-404f-ae1b-bfd4e87909c5),segment_id=9c208126-1f8a-404f-ae1b-bfd4e87909c5)] {{(pid=101952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:17:19.075065 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776912265364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776911838100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776911838118'] for port, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:19.093477 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42b1d02e-4eb1-4391-bd02-b80031206b3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bc1820f-1a39-4597-b043-52b99c006ed9'}] {{(pid=101952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:17:19.143215 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e857e026-359a-4f58-89d2-b529ff7dd9ae req-88ef23cd-2572-4f5d-9e7a-5d31cff2b376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:19.144954 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-e857e026-359a-4f58-89d2-b529ff7dd9ae req-88ef23cd-2572-4f5d-9e7a-5d31cff2b376 service neutron] 10.222.0.26 "GET /v2.0/networks?id=2f5472e6-3d4a-4f79-a5b2-6b96144f59c3 HTTP/1.1" status: 200 len: 919 time: 0.4016776 Nov 11 22:17:19.163078 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2671c0c2-d15c-4d68-a4e6-0b916ccf02ab req-34f8c45e-c758-4de4-946a-854fb6b6d293 tempest-DeleteServersTestJSON-1769004992 tempest-DeleteServersTestJSON-1769004992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:19.172705 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-2671c0c2-d15c-4d68-a4e6-0b916ccf02ab req-34f8c45e-c758-4de4-946a-854fb6b6d293 tempest-DeleteServersTestJSON-1769004992 tempest-DeleteServersTestJSON-1769004992-project] 10.222.0.50 "GET /v2.0/ports?device_id=42b1d02e-4eb1-4391-bd02-b80031206b3f HTTP/1.1" status: 200 len: 944 time: 0.5044699 Nov 11 22:17:19.177219 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-47d10c2a-9604-4789-b76a-6622689d9e4f req-32df04f4-6446-4daf-a598-e9193265cb07 service neutron] 10.222.0.26 "GET /v2.0/networks/2f5472e6-3d4a-4f79-a5b2-6b96144f59c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7350430 Nov 11 22:17:19.269541 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-2671c0c2-d15c-4d68-a4e6-0b916ccf02ab req-7a5238ae-32ec-40eb-933e-f21dd1fdf924 tempest-DeleteServersTestJSON-1769004992 tempest-DeleteServersTestJSON-1769004992-project] 10.222.0.50 "GET /v2.0/security-groups?id=fcc32f26-ec22-49a1-877e-bea08eb1a9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953507 Nov 11 22:17:19.289354 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a9892c-af17-4323-8deb-e2eec07cee41 req-8b65fe21-a2d4-4782-baf5-306543f8400a tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:19.292279 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-e6a9892c-af17-4323-8deb-e2eec07cee41 req-8b65fe21-a2d4-4782-baf5-306543f8400a tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/ports?device_id=efc7b803-47b0-47dd-b4af-0de101adaaaf HTTP/1.1" status: 200 len: 944 time: 0.3576858 Nov 11 22:17:19.312921 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] For port 0bc1820f-1a39-4597-b043-52b99c006ed9, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=0bc1820f-1a39-4597-b043-52b99c006ed9,segment=NetworkSegment(9b4d7843-d474-471b-88b1-d373f0676441),segment_id=9b4d7843-d474-471b-88b1-d373f0676441)] {{(pid=101952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:17:19.328070 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776912265364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776911838100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776911838118'] for port, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:19.364995 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Pushing event updated for resources: {'Port': ['ID=ff855d16-c432-40fd-b18f-d64264e49e6e,revision_number=4']} {{(pid=101952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:17:19.524854 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-e6a9892c-af17-4323-8deb-e2eec07cee41 req-969e19e2-b9f3-47e3-ba77-4303a890c8c4 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/security-groups?id=4cdb267d-d817-44be-b26a-e18e20b97bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1894958 Nov 11 22:17:19.587804 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Pushing event updated for resources: {'Port': ['ID=0bc1820f-1a39-4597-b043-52b99c006ed9,revision_number=5']} {{(pid=101952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:17:19.612031 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}354dda558456ac383be05774d0115fbb8a8e814f0e1169db929e83f4c2942df8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4978aba9-e7cd-4557-b4a2-e445289ab81a" -d '{"events": [{"server_uuid": "42b1d02e-4eb1-4391-bd02-b80031206b3f", "name": "network-vif-plugged", "status": "completed", "tag": "0bc1820f-1a39-4597-b043-52b99c006ed9"}]}' {{(pid=101952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:17:19.648136 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fec7138-fc95-41e0-b336-5798a5e91aa6 req-99e8d737-1804-4b80-88f1-3a842cc1cebb tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:19.649865 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-9fec7138-fc95-41e0-b336-5798a5e91aa6 req-99e8d737-1804-4b80-88f1-3a842cc1cebb tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed3c0001-6ebc-4724-8674-9d2a57cec898 HTTP/1.1" status: 200 len: 943 time: 0.0808141 Nov 11 22:17:19.738356 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-9fec7138-fc95-41e0-b336-5798a5e91aa6 req-b59ce9dd-1898-4db7-890e-8c4f3d9c4481 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/security-groups?id=68067a07-9049-4dac-b76f-d82da95a01c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763872 Nov 11 22:17:19.777129 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 22:17:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12e57233-36d6-4b3e-a3eb-72975f7a61f1 x-openstack-request-id: req-12e57233-36d6-4b3e-a3eb-72975f7a61f1 {{(pid=101952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:17:19.777606 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42b1d02e-4eb1-4391-bd02-b80031206b3f", "name": "network-vif-plugged", "status": "completed", "tag": "0bc1820f-1a39-4597-b043-52b99c006ed9", "code": 200}]} {{(pid=101952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:17:19.778043 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-12e57233-36d6-4b3e-a3eb-72975f7a61f1 {{(pid=101952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:17:19.778651 dv-cinder-733622-20-iscsi neutron-server[101952]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42b1d02e-4eb1-4391-bd02-b80031206b3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bc1820f-1a39-4597-b043-52b99c006ed9', 'code': 200} Nov 11 22:17:20.151590 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.wsgi [-] (101950) accepted ('10.222.0.50', 41618) {{(pid=101950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:17:20.280569 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-a713a3e4-b07e-4978-bce7-dfcc0f7a4ab0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:20.464928 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-a713a3e4-b07e-4978-bce7-dfcc0f7a4ab0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:20.472722 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-a713a3e4-b07e-4978-bce7-dfcc0f7a4ab0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:20.508426 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6527a8-7698-4d31-9c36-455d72770dd4 req-2cdedc66-0de0-423a-b31f-9f7e302d315f tempest-DeleteServersTestJSON-1769004992 tempest-DeleteServersTestJSON-1769004992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:20.511333 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-af6527a8-7698-4d31-9c36-455d72770dd4 req-2cdedc66-0de0-423a-b31f-9f7e302d315f tempest-DeleteServersTestJSON-1769004992 tempest-DeleteServersTestJSON-1769004992-project] 10.222.0.50 "GET /v2.0/ports?device_id=42b1d02e-4eb1-4391-bd02-b80031206b3f HTTP/1.1" status: 200 len: 945 time: 0.1550963 Nov 11 22:17:20.649950 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-e857e026-359a-4f58-89d2-b529ff7dd9ae req-d10ff97d-3303-4c99-991d-96a920e8aa70 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=46e88aed-e1a4-46c0-820e-cb806669b616 HTTP/1.1" status: 200 len: 217 time: 0.1183610 Nov 11 22:17:20.650608 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a713a3e4-b07e-4978-bce7-dfcc0f7a4ab0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04188c10-9da4-4168-a17a-d51b9e933bbd,revision_number=1']} {{(pid=101950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:17:20.684342 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [None req-a713a3e4-b07e-4978-bce7-dfcc0f7a4ab0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=45b551b5138141f9872297f798269ed6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5311918 Nov 11 22:17:20.689689 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 41640) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:17:20.725576 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-af6527a8-7698-4d31-9c36-455d72770dd4 req-aacf1cf2-0682-415e-b812-60df443c9b82 tempest-DeleteServersTestJSON-1769004992 tempest-DeleteServersTestJSON-1769004992-project] 10.222.0.50 "GET /v2.0/security-groups?id=fcc32f26-ec22-49a1-877e-bea08eb1a9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963341 Nov 11 22:17:20.812621 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2862b96f-8473-49dc-b6cb-385532f0223e req-de058cee-06c2-4e76-9894-ade10b5c9096 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:20.814951 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-2862b96f-8473-49dc-b6cb-385532f0223e req-de058cee-06c2-4e76-9894-ade10b5c9096 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/ports?device_id=efc7b803-47b0-47dd-b4af-0de101adaaaf HTTP/1.1" status: 200 len: 945 time: 0.1184754 Nov 11 22:17:20.848907 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-2dc2c229-e7bd-4e15-b2d2-ace96fc9ddef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:20.880949 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-2dc2c229-e7bd-4e15-b2d2-ace96fc9ddef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:20.961719 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-2dc2c229-e7bd-4e15-b2d2-ace96fc9ddef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:20.965504 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-2dc2c229-e7bd-4e15-b2d2-ace96fc9ddef admin admin] Publish callbacks [] for security_group, before_response {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:20.967506 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-2dc2c229-e7bd-4e15-b2d2-ace96fc9ddef admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/04188c10-9da4-4168-a17a-d51b9e933bbd HTTP/1.1" status: 204 len: 168 time: 0.2756448 Nov 11 22:17:20.978193 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc2c229-e7bd-4e15-b2d2-ace96fc9ddef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04188c10-9da4-4168-a17a-d51b9e933bbd,revision_number=None']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:17:21.005702 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-2862b96f-8473-49dc-b6cb-385532f0223e req-cd135dcb-2f3b-440e-89c3-d35c2bf4adc1 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/security-groups?id=4cdb267d-d817-44be-b26a-e18e20b97bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1774940 Nov 11 22:17:21.040895 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1001624-5d91-4d2f-88d6-f1cdc7310a5b req-0cc31451-6704-4470-a7c2-7586f83351d0 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:21.043306 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-f1001624-5d91-4d2f-88d6-f1cdc7310a5b req-0cc31451-6704-4470-a7c2-7586f83351d0 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed3c0001-6ebc-4724-8674-9d2a57cec898 HTTP/1.1" status: 200 len: 943 time: 0.1087134 Nov 11 22:17:21.144035 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-f1001624-5d91-4d2f-88d6-f1cdc7310a5b req-1fce910a-e536-4684-9ec5-f870ed519a36 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/security-groups?id=68067a07-9049-4dac-b76f-d82da95a01c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775816 Nov 11 22:17:21.437762 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.wsgi [-] (101950) accepted ('10.222.0.50', 41666) {{(pid=101950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:17:21.451984 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-e585a15b-25c3-43f5-924e-ea16db39302a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:21.565809 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-e585a15b-25c3-43f5-924e-ea16db39302a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:21.603173 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-e585a15b-25c3-43f5-924e-ea16db39302a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:21.709909 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e857e026-359a-4f58-89d2-b529ff7dd9ae req-ad057ed1-54c1-4881-bbf7-91ef8fa3adb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:21.711468 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-e857e026-359a-4f58-89d2-b529ff7dd9ae req-ad057ed1-54c1-4881-bbf7-91ef8fa3adb2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c79b6f25-3c3e-41d1-96ac-2ecaf2fc7991 HTTP/1.1" status: 200 len: 858 time: 0.1574399 Nov 11 22:17:21.715004 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e585a15b-25c3-43f5-924e-ea16db39302a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43a5c675-02a2-4956-9995-72c25aab3c82,revision_number=1']} {{(pid=101950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:17:21.724732 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [None req-e585a15b-25c3-43f5-924e-ea16db39302a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e00388481e114e71b715c67231f239e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2828069 Nov 11 22:17:21.726391 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.wsgi [-] (101950) accepted ('10.222.0.50', 41670) {{(pid=101950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:17:21.787927 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] get_ports_and_sgs() called for port_ids ['ff855d16-c432-40fd-b18f-d64264e49e6e'] {{(pid=101952) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 22:17:21.794338 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-e857e026-359a-4f58-89d2-b529ff7dd9ae req-31a96845-5295-481e-b6ae-942d1264d557 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2f5472e6-3d4a-4f79-a5b2-6b96144f59c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0707986 Nov 11 22:17:21.915488 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-47d10c2a-9604-4789-b76a-6622689d9e4f req-41a42904-d273-45ba-9712-de618f7f054b service neutron] 10.222.0.26 "GET /v2.0/networks/2f5472e6-3d4a-4f79-a5b2-6b96144f59c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3796880 Nov 11 22:17:21.974361 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d90396-5512-4a41-90ef-ed010499a2b7 req-2544f58b-9982-418f-996e-fb29fce2a482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:21.978112 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-65d90396-5512-4a41-90ef-ed010499a2b7 req-2544f58b-9982-418f-996e-fb29fce2a482 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=42b1d02e-4eb1-4391-bd02-b80031206b3f HTTP/1.1" status: 200 len: 1098 time: 0.2470698 Nov 11 22:17:22.019610 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [req-65d90396-5512-4a41-90ef-ed010499a2b7 req-9923cf54-bb94-4bfa-9f46-1a1947241845 service neutron] Publish callbacks [] for security_group, before_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:22.057836 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-a896959d-c756-4839-897c-fbda94961b77 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:22.104895 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-e857e026-359a-4f58-89d2-b529ff7dd9ae req-5ba015ef-488b-42c6-a9d6-07e76a46f449 service neutron] 10.222.0.26 "GET /v2.0/networks/2f5472e6-3d4a-4f79-a5b2-6b96144f59c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2726231 Nov 11 22:17:22.123650 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef211f8-589c-4fef-9d56-cb6778d05857 req-35d0cf9c-315e-4027-a50e-2fbc41f9e518 tempest-DeleteServersTestJSON-1769004992 tempest-DeleteServersTestJSON-1769004992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:22.125734 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-5ef211f8-589c-4fef-9d56-cb6778d05857 req-35d0cf9c-315e-4027-a50e-2fbc41f9e518 tempest-DeleteServersTestJSON-1769004992 tempest-DeleteServersTestJSON-1769004992-project] 10.222.0.50 "GET /v2.0/ports?device_id=42b1d02e-4eb1-4391-bd02-b80031206b3f HTTP/1.1" status: 200 len: 945 time: 0.1414709 Nov 11 22:17:22.141342 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-a896959d-c756-4839-897c-fbda94961b77 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:22.218360 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [req-65d90396-5512-4a41-90ef-ed010499a2b7 req-9923cf54-bb94-4bfa-9f46-1a1947241845 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:22.228557 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [req-65d90396-5512-4a41-90ef-ed010499a2b7 req-9923cf54-bb94-4bfa-9f46-1a1947241845 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:22.334571 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-65d90396-5512-4a41-90ef-ed010499a2b7 req-9923cf54-bb94-4bfa-9f46-1a1947241845 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=fcc32f26-ec22-49a1-877e-bea08eb1a9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3450010 Nov 11 22:17:22.335701 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9923cf54-bb94-4bfa-9f46-1a1947241845 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=606ff21f-1c3c-4bfa-b30f-b703e57292a1,revision_number=1']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:17:22.363714 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-5ef211f8-589c-4fef-9d56-cb6778d05857 req-a8215cdd-362c-4542-828f-b6ddb77bcbb6 tempest-DeleteServersTestJSON-1769004992 tempest-DeleteServersTestJSON-1769004992-project] 10.222.0.50 "GET /v2.0/security-groups?id=fcc32f26-ec22-49a1-877e-bea08eb1a9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146697 Nov 11 22:17:22.456868 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-a896959d-c756-4839-897c-fbda94961b77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:22.459429 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-a896959d-c756-4839-897c-fbda94961b77 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:22.460694 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [None req-a896959d-c756-4839-897c-fbda94961b77 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/43a5c675-02a2-4956-9995-72c25aab3c82 HTTP/1.1" status: 204 len: 168 time: 0.7334120 Nov 11 22:17:22.485368 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccaabb3-e1ca-4134-920d-0273035c57ba req-40f1fbc3-c069-40ff-a7f7-2c10ba1beb1c tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:22.492737 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-8ccaabb3-e1ca-4134-920d-0273035c57ba req-40f1fbc3-c069-40ff-a7f7-2c10ba1beb1c tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/ports?device_id=efc7b803-47b0-47dd-b4af-0de101adaaaf HTTP/1.1" status: 200 len: 945 time: 0.3039336 Nov 11 22:17:22.501378 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a896959d-c756-4839-897c-fbda94961b77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43a5c675-02a2-4956-9995-72c25aab3c82,revision_number=None']} {{(pid=101950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:17:22.710084 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-e857e026-359a-4f58-89d2-b529ff7dd9ae req-28c1d75c-deed-44ca-802e-896f20e03ba6 service neutron] 10.222.0.26 "GET /v2.0/networks/2f5472e6-3d4a-4f79-a5b2-6b96144f59c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5832896 Nov 11 22:17:22.804181 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-8ccaabb3-e1ca-4134-920d-0273035c57ba req-d7d496d0-511f-40ce-8e5f-939584840501 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/security-groups?id=4cdb267d-d817-44be-b26a-e18e20b97bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3052764 Nov 11 22:17:22.815226 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8faf77f-ce82-45e1-ab83-be77dd56ed3c req-19c5daeb-168f-4cf2-aaa9-9a07b329420e tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:22.835000 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-b8faf77f-ce82-45e1-ab83-be77dd56ed3c req-19c5daeb-168f-4cf2-aaa9-9a07b329420e tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed3c0001-6ebc-4724-8674-9d2a57cec898 HTTP/1.1" status: 200 len: 943 time: 0.1156142 Nov 11 22:17:22.960490 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-b8faf77f-ce82-45e1-ab83-be77dd56ed3c req-706ebdbf-f243-474d-b80b-46291d15ec68 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/security-groups?id=68067a07-9049-4dac-b76f-d82da95a01c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203358 Nov 11 22:17:23.611981 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cc1e10-b6fa-47d5-b678-0c49fc94588a req-e8c59897-24b1-4962-9151-369bccb46663 tempest-DeleteServersTestJSON-1769004992 tempest-DeleteServersTestJSON-1769004992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:23.613914 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-27cc1e10-b6fa-47d5-b678-0c49fc94588a req-e8c59897-24b1-4962-9151-369bccb46663 tempest-DeleteServersTestJSON-1769004992 tempest-DeleteServersTestJSON-1769004992-project] 10.222.0.50 "GET /v2.0/ports?device_id=42b1d02e-4eb1-4391-bd02-b80031206b3f HTTP/1.1" status: 200 len: 945 time: 0.0970910 Nov 11 22:17:23.759283 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-27cc1e10-b6fa-47d5-b678-0c49fc94588a req-edc2bdbb-98b6-4a07-891e-2c69b72c2419 tempest-DeleteServersTestJSON-1769004992 tempest-DeleteServersTestJSON-1769004992-project] 10.222.0.50 "GET /v2.0/security-groups?id=fcc32f26-ec22-49a1-877e-bea08eb1a9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334722 Nov 11 22:17:23.902022 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.wsgi [-] (101950) accepted ('10.222.0.50', 41786) {{(pid=101950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:17:24.004727 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.wsgi [-] (101950) accepted ('10.222.0.50', 41790) {{(pid=101950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:17:24.056532 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4d03dd-1fa1-4881-8ccb-ef65f6e45b4a req-cbdce3d0-4e4b-4276-9b44-3cc2ed3b9ca5 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:24.058413 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-5a4d03dd-1fa1-4881-8ccb-ef65f6e45b4a req-cbdce3d0-4e4b-4276-9b44-3cc2ed3b9ca5 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/ports?device_id=efc7b803-47b0-47dd-b4af-0de101adaaaf HTTP/1.1" status: 200 len: 945 time: 0.1225438 Nov 11 22:17:24.150620 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-5a4d03dd-1fa1-4881-8ccb-ef65f6e45b4a req-4849dad5-9c52-4959-8e6f-6478ce17d7fa tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/security-groups?id=4cdb267d-d817-44be-b26a-e18e20b97bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816844 Nov 11 22:17:24.178171 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee30a919-0ba2-41b7-a3a1-ad110b06dda6 req-9e10dab5-936f-4d2d-9476-05475528211a tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:24.179887 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-ee30a919-0ba2-41b7-a3a1-ad110b06dda6 req-9e10dab5-936f-4d2d-9476-05475528211a tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed3c0001-6ebc-4724-8674-9d2a57cec898 HTTP/1.1" status: 200 len: 943 time: 0.0905762 Nov 11 22:17:24.236333 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-ee30a919-0ba2-41b7-a3a1-ad110b06dda6 req-78234665-42f7-4a88-a9e5-755f37105a86 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/security-groups?id=68067a07-9049-4dac-b76f-d82da95a01c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478458 Nov 11 22:17:24.275022 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Device ff855d16-c432-40fd-b18f-d64264e49e6e up at agent hyperv_hv-cinder-73362 {{(pid=101952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:17:24.296112 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-c98d3316-4f33-4339-83ba-b3861aa97fd6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:24.315540 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 41800) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:17:24.319187 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.v2.base [None req-b8c5b83f-3f03-44b1-a49c-299754c29f72 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2019548921-network', 'tenant_id': 'c3a19c2fb7974d0b97039489552f3a99'}} {{(pid=101950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:17:24.363842 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8c5b83f-3f03-44b1-a49c-299754c29f72 admin admin] Made reservation on behalf of c3a19c2fb7974d0b97039489552f3a99 for: {'network': 1} {{(pid=101950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:17:24.366264 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-b8c5b83f-3f03-44b1-a49c-299754c29f72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for network, before_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:24.378288 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.provisioning_blocks [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Provisioning for port ff855d16-c432-40fd-b18f-d64264e49e6e completed by entity L2. {{(pid=101952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 22:17:24.381800 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-b8c5b83f-3f03-44b1-a49c-299754c29f72 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:24.384912 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.provisioning_blocks [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Provisioning complete for port ff855d16-c432-40fd-b18f-d64264e49e6e triggered by entity L2. {{(pid=101952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:17:24.386059 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8061746'] for port, provisioning_complete {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:24.409885 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-e5ae6419-07a7-4eb9-b858-c263d9339a8c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:24.462365 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-c98d3316-4f33-4339-83ba-b3861aa97fd6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:24.473607 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-c98d3316-4f33-4339-83ba-b3861aa97fd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:24.530728 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [None req-c98d3316-4f33-4339-83ba-b3861aa97fd6 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=2bc56f19ea7f4d4486b32dc3c8368848&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5142939 Nov 11 22:17:24.533789 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 41804) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:17:24.537165 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98d3316-4f33-4339-83ba-b3861aa97fd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7734d0ef-33a4-4907-95dd-94ec00a5c2dc,revision_number=1']} {{(pid=101950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:17:24.542579 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:24.559253 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-e5ae6419-07a7-4eb9-b858-c263d9339a8c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:24.574174 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-e5ae6419-07a7-4eb9-b858-c263d9339a8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:24.579538 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efc7b803-47b0-47dd-b4af-0de101adaaaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff855d16-c432-40fd-b18f-d64264e49e6e'}] {{(pid=101952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:17:24.581954 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}354dda558456ac383be05774d0115fbb8a8e814f0e1169db929e83f4c2942df8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80c58dcb-ec17-449d-b4bc-165a37171f68" -d '{"events": [{"server_uuid": "efc7b803-47b0-47dd-b4af-0de101adaaaf", "name": "network-vif-plugged", "status": "completed", "tag": "ff855d16-c432-40fd-b18f-d64264e49e6e"}]}' {{(pid=101952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:17:24.591199 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-b8c5b83f-3f03-44b1-a49c-299754c29f72 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:24.598779 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] For port ff855d16-c432-40fd-b18f-d64264e49e6e, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=ff855d16-c432-40fd-b18f-d64264e49e6e,segment=NetworkSegment(9c208126-1f8a-404f-ae1b-bfd4e87909c5),segment_id=9c208126-1f8a-404f-ae1b-bfd4e87909c5)] {{(pid=101952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:17:24.602816 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-b8c5b83f-3f03-44b1-a49c-299754c29f72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:24.605696 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776912265364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776911838100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776911838118'] for port, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:24.668399 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 22:17:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c08e3d0a-7c37-4ae7-9bc7-c1d1edfc09f2 x-openstack-request-id: req-c08e3d0a-7c37-4ae7-9bc7-c1d1edfc09f2 {{(pid=101952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:17:24.669059 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efc7b803-47b0-47dd-b4af-0de101adaaaf", "name": "network-vif-plugged", "status": "completed", "tag": "ff855d16-c432-40fd-b18f-d64264e49e6e", "code": 200}]} {{(pid=101952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:17:24.669311 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c08e3d0a-7c37-4ae7-9bc7-c1d1edfc09f2 {{(pid=101952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:17:24.669663 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8c5b83f-3f03-44b1-a49c-299754c29f72 admin admin] vlan segment allocate from pool success with {'vlan_id': 826, 'physical_network': 'physnet1'} {{(pid=101950) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 22:17:24.669865 dv-cinder-733622-20-iscsi neutron-server[101952]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efc7b803-47b0-47dd-b4af-0de101adaaaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff855d16-c432-40fd-b18f-d64264e49e6e', 'code': 200} Nov 11 22:17:24.675713 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Pushing event updated for resources: {'Port': ['ID=ff855d16-c432-40fd-b18f-d64264e49e6e,revision_number=5']} {{(pid=101952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:17:24.685498 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c5b83f-3f03-44b1-a49c-299754c29f72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b369d3e-6261-485c-b1b5-c76ee1bddc5b,revision_number=1']} {{(pid=101950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:17:24.705084 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-b8c5b83f-3f03-44b1-a49c-299754c29f72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8017375'] for segment, precommit_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:24.705704 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.db.segments_db [None req-b8c5b83f-3f03-44b1-a49c-299754c29f72 admin admin] Added segment 65f08cfa-ecda-4a25-9308-735fb4fd54a3 of type vlan for network b453ca95-3439-4b5e-b6ed-19a239ab1e56 Nov 11 22:17:24.713043 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ae6419-07a7-4eb9-b858-c263d9339a8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4ae2ef2-d269-4b97-8324-1c891af5ac9d,revision_number=1']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:17:24.730376 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-e5ae6419-07a7-4eb9-b858-c263d9339a8c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ce6019676c7044fb90f9fdc5afd3390c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4128969 Nov 11 22:17:24.733011 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 41808) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:17:24.742760 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-f5d02c01-f939-4a76-8688-a36d5db342a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:24.779037 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-b8c5b83f-3f03-44b1-a49c-299754c29f72 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776911823580'] for network, precommit_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:24.790538 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-f5d02c01-f939-4a76-8688-a36d5db342a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:24.831229 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-b8c5b83f-3f03-44b1-a49c-299754c29f72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260'] for network, after_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:24.833064 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c5b83f-3f03-44b1-a49c-299754c29f72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:24.836389 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-b8c5b83f-3f03-44b1-a49c-299754c29f72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634242'] for network, before_response {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:24.847150 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-1dc6ae7d-757d-46bf-806f-cd239e81d511 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:24.907026 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-1dc6ae7d-757d-46bf-806f-cd239e81d511 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:24.921717 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-f5d02c01-f939-4a76-8688-a36d5db342a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:24.924754 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-f5d02c01-f939-4a76-8688-a36d5db342a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:24.925901 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-f5d02c01-f939-4a76-8688-a36d5db342a9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7734d0ef-33a4-4907-95dd-94ec00a5c2dc HTTP/1.1" status: 204 len: 168 time: 0.3904972 Nov 11 22:17:24.946431 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [None req-b8c5b83f-3f03-44b1-a49c-299754c29f72 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0436134 Nov 11 22:17:24.952562 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 41818) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:17:24.953582 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d02c01-f939-4a76-8688-a36d5db342a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7734d0ef-33a4-4907-95dd-94ec00a5c2dc,revision_number=None']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:17:24.961792 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.v2.base [None req-963c5809-8f34-49d2-822d-bf651750473c admin admin] Request body: {'subnet': {'network_id': 'b453ca95-3439-4b5e-b6ed-19a239ab1e56', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2019548921-subnet', 'tenant_id': 'c3a19c2fb7974d0b97039489552f3a99', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:17:24.989584 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c5b83f-3f03-44b1-a49c-299754c29f72 admin admin] Pushing event updated for resources: {'Network': ['ID=b453ca95-3439-4b5e-b6ed-19a239ab1e56,revision_number=1']} {{(pid=101950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:17:25.012951 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Network b453ca95-3439-4b5e-b6ed-19a239ab1e56 details requested by agent ovs-agent-dv-cinder-733622-20-iscsi with host dv-cinder-733622-20-iscsi {{(pid=101952) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 22:17:25.029003 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-1dc6ae7d-757d-46bf-806f-cd239e81d511 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:25.033640 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-1dc6ae7d-757d-46bf-806f-cd239e81d511 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:25.035701 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-1dc6ae7d-757d-46bf-806f-cd239e81d511 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f4ae2ef2-d269-4b97-8324-1c891af5ac9d HTTP/1.1" status: 204 len: 168 time: 0.3015258 Nov 11 22:17:25.053651 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8727e034-8d40-4a3e-bdac-478fd2a4961a req-bff6611c-2055-4a53-98a1-523700c509cc tempest-DeleteServersTestJSON-1769004992 tempest-DeleteServersTestJSON-1769004992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:25.060070 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-963c5809-8f34-49d2-822d-bf651750473c admin admin] Made reservation on behalf of c3a19c2fb7974d0b97039489552f3a99 for: {'subnet': 1} {{(pid=101951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:17:25.064485 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-963c5809-8f34-49d2-822d-bf651750473c admin admin] Publish callbacks [] for subnet, before_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:25.068451 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc6ae7d-757d-46bf-806f-cd239e81d511 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4ae2ef2-d269-4b97-8324-1c891af5ac9d,revision_number=None']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:17:25.069359 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-8727e034-8d40-4a3e-bdac-478fd2a4961a req-bff6611c-2055-4a53-98a1-523700c509cc tempest-DeleteServersTestJSON-1769004992 tempest-DeleteServersTestJSON-1769004992-project] 10.222.0.50 "GET /v2.0/ports?device_id=42b1d02e-4eb1-4391-bd02-b80031206b3f HTTP/1.1" status: 200 len: 945 time: 0.1470084 Nov 11 22:17:25.171148 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-8727e034-8d40-4a3e-bdac-478fd2a4961a req-bf7f0500-b114-4457-852e-afce946f260f tempest-DeleteServersTestJSON-1769004992 tempest-DeleteServersTestJSON-1769004992-project] 10.222.0.50 "GET /v2.0/security-groups?id=fcc32f26-ec22-49a1-877e-bea08eb1a9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962310 Nov 11 22:17:25.436657 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-963c5809-8f34-49d2-822d-bf651750473c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260'] for subnet, after_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:25.464477 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d127d8b-182c-4df6-9f94-de66adbbfe39 req-e1bed2a1-e5cc-418f-a38b-71566a60c0b9 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:25.467126 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-9d127d8b-182c-4df6-9f94-de66adbbfe39 req-e1bed2a1-e5cc-418f-a38b-71566a60c0b9 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/ports?device_id=efc7b803-47b0-47dd-b4af-0de101adaaaf HTTP/1.1" status: 200 len: 946 time: 0.1777105 Nov 11 22:17:25.490174 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91846ec1-1387-45a0-a085-73ee2a3f900f req-38f84df9-613d-4a4b-8a92-badcf5e370e6 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:25.491999 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-91846ec1-1387-45a0-a085-73ee2a3f900f req-38f84df9-613d-4a4b-8a92-badcf5e370e6 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed3c0001-6ebc-4724-8674-9d2a57cec898 HTTP/1.1" status: 200 len: 943 time: 0.1484501 Nov 11 22:17:25.586735 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963c5809-8f34-49d2-822d-bf651750473c admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f04f683-11fe-4c2e-be4f-4108d7203f86,revision_number=0']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:17:25.600418 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963c5809-8f34-49d2-822d-bf651750473c admin admin] Checking segment: {'id': '65f08cfa-ecda-4a25-9308-735fb4fd54a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'b453ca95-3439-4b5e-b6ed-19a239ab1e56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:17:25.600872 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-963c5809-8f34-49d2-822d-bf651750473c admin admin] Network hostable DHCP agents. Network: b453ca95-3439-4b5e-b6ed-19a239ab1e56, hostable agents: ['23e6d948-888e-4d00-9ca4-1adf1bb62ced'], hosted agents: [] {{(pid=101951) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 22:17:25.620914 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-49d99a28-8ddb-4e1b-80b6-2d31cd975b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:25.631924 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-963c5809-8f34-49d2-822d-bf651750473c admin admin] Network b453ca95-3439-4b5e-b6ed-19a239ab1e56 is scheduled to be hosted by DHCP agent 23e6d948-888e-4d00-9ca4-1adf1bb62ced with binding_index 1 {{(pid=101951) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 22:17:25.638526 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-9d127d8b-182c-4df6-9f94-de66adbbfe39 req-157a996c-e64c-401b-9887-d75a354d68ca tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/security-groups?id=4cdb267d-d817-44be-b26a-e18e20b97bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1447725 Nov 11 22:17:25.666119 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.scheduler.base_scheduler [None req-963c5809-8f34-49d2-822d-bf651750473c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-20-iscsi, b453ca95-3439-4b5e-b6ed-19a239ab1e56) {{(pid=101951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:17:25.677470 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-91846ec1-1387-45a0-a085-73ee2a3f900f req-8af5050f-dc0b-401d-96ab-3c26cf8df548 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/security-groups?id=68067a07-9049-4dac-b76f-d82da95a01c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596315 Nov 11 22:17:25.677670 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-922d63dc-d5aa-4d90-abc5-53b008172412 None None] Network b453ca95-3439-4b5e-b6ed-19a239ab1e56 requested from dv-cinder-733622-20-iscsi {{(pid=101952) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:17:25.684430 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-963c5809-8f34-49d2-822d-bf651750473c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:25.685871 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-963c5809-8f34-49d2-822d-bf651750473c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634242'] for subnet, before_response {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:25.705578 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.wsgi [-] (101950) accepted ('10.222.0.50', 41834) {{(pid=101950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:17:25.726735 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 41836) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:17:25.733415 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-64f405d3-41b3-4668-9bf5-8918257189f7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:25.760554 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-963c5809-8f34-49d2-822d-bf651750473c admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8013508 Nov 11 22:17:25.760554 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-ebe59b9c-4f76-41d4-8407-e7c038d8abc9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:25.916993 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-64f405d3-41b3-4668-9bf5-8918257189f7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:25.927188 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-64f405d3-41b3-4668-9bf5-8918257189f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:25.969437 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-ebe59b9c-4f76-41d4-8407-e7c038d8abc9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:25.985227 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-ebe59b9c-4f76-41d4-8407-e7c038d8abc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:26.016963 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be11aeee-0ed6-4c72-9994-3b3ed2ed861e None None] Network b453ca95-3439-4b5e-b6ed-19a239ab1e56 requested from dv-cinder-733622-20-iscsi {{(pid=101952) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:17:26.035669 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [None req-64f405d3-41b3-4668-9bf5-8918257189f7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=73fd864b3f6d4f28986cc4b5a690ef05&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3374670 Nov 11 22:17:26.038570 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.wsgi [-] (101950) accepted ('10.222.0.50', 41848) {{(pid=101950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:17:26.053890 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f405d3-41b3-4668-9bf5-8918257189f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0339e32-e9fc-40d2-b41c-e3e14d12fa65,revision_number=1']} {{(pid=101950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:17:26.092805 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe59b9c-4f76-41d4-8407-e7c038d8abc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee799139-092f-419d-aa71-406817fc2949,revision_number=1']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:17:26.102549 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.wsgi [-] (101950) accepted ('10.222.0.50', 41850) {{(pid=101950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:17:26.104017 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-ebe59b9c-4f76-41d4-8407-e7c038d8abc9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=cc111594c91a476b86d0b20ada3ed616&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3765733 Nov 11 22:17:26.118505 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Device 33e9cfcf-d127-4cb8-81d5-f7cd220406dc details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=101952) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 22:17:26.167114 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-9b4bf9fc-f4d0-4c76-8b1c-19fee42e8a56 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:26.247255 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-9b4bf9fc-f4d0-4c76-8b1c-19fee42e8a56 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:26.314957 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-0b6242c2-70f8-4a25-b27f-a5c033e5b173 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:26.343058 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] For port 33e9cfcf-d127-4cb8-81d5-f7cd220406dc, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=33e9cfcf-d127-4cb8-81d5-f7cd220406dc,segment=NetworkSegment(9450a3e6-214a-4a5d-bf95-fac01b747b02),segment_id=9450a3e6-214a-4a5d-bf95-fac01b747b02)] {{(pid=101952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:17:26.366143 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Returning: {'device': '33e9cfcf-d127-4cb8-81d5-f7cd220406dc', 'network_id': '2f5472e6-3d4a-4f79-a5b2-6b96144f59c3', 'port_id': '33e9cfcf-d127-4cb8-81d5-f7cd220406dc', 'mac_address': 'fa:16:3e:9e:e3:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 833, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c79b6f25-3c3e-41d1-96ac-2ecaf2fc7991', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101952) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 22:17:26.391844 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-0b6242c2-70f8-4a25-b27f-a5c033e5b173 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:26.473042 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-9b4bf9fc-f4d0-4c76-8b1c-19fee42e8a56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:26.473652 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:26.476956 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-9b4bf9fc-f4d0-4c76-8b1c-19fee42e8a56 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:26.478494 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [None req-9b4bf9fc-f4d0-4c76-8b1c-19fee42e8a56 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a0339e32-e9fc-40d2-b41c-e3e14d12fa65 HTTP/1.1" status: 204 len: 168 time: 0.4373977 Nov 11 22:17:26.494259 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.notifiers.nova [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33e9cfcf-d127-4cb8-81d5-f7cd220406dc {{(pid=101952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 22:17:26.527833 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] For port 33e9cfcf-d127-4cb8-81d5-f7cd220406dc, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=33e9cfcf-d127-4cb8-81d5-f7cd220406dc,segment=NetworkSegment(9450a3e6-214a-4a5d-bf95-fac01b747b02),segment_id=9450a3e6-214a-4a5d-bf95-fac01b747b02)] {{(pid=101952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:17:26.534436 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776912265364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776911838100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776911838118'] for port, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:26.571817 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4bf9fc-f4d0-4c76-8b1c-19fee42e8a56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0339e32-e9fc-40d2-b41c-e3e14d12fa65,revision_number=None']} {{(pid=101950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:17:26.601402 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acf7473-e54c-4c50-8a23-4d01fa73ee63 req-9ffd0e91-d33f-461a-8a3a-da5afeedecbb tempest-DeleteServersTestJSON-1769004992 tempest-DeleteServersTestJSON-1769004992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:26.604128 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-2acf7473-e54c-4c50-8a23-4d01fa73ee63 req-9ffd0e91-d33f-461a-8a3a-da5afeedecbb tempest-DeleteServersTestJSON-1769004992 tempest-DeleteServersTestJSON-1769004992-project] 10.222.0.50 "GET /v2.0/ports?device_id=42b1d02e-4eb1-4391-bd02-b80031206b3f HTTP/1.1" status: 200 len: 945 time: 0.2326066 Nov 11 22:17:26.646866 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973efe59-e368-40d8-b2a7-c0379f2840fa req-d907a64b-2690-46bd-b533-0e2142d1707e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:26.649496 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-973efe59-e368-40d8-b2a7-c0379f2840fa req-d907a64b-2690-46bd-b533-0e2142d1707e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=efc7b803-47b0-47dd-b4af-0de101adaaaf HTTP/1.1" status: 200 len: 1099 time: 0.2143407 Nov 11 22:17:26.685749 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Pushing event updated for resources: {'Port': ['ID=33e9cfcf-d127-4cb8-81d5-f7cd220406dc,revision_number=4']} {{(pid=101952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:17:26.780879 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-0b6242c2-70f8-4a25-b27f-a5c033e5b173 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:26.785975 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-0b6242c2-70f8-4a25-b27f-a5c033e5b173 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:26.787556 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [None req-0b6242c2-70f8-4a25-b27f-a5c033e5b173 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ee799139-092f-419d-aa71-406817fc2949 HTTP/1.1" status: 204 len: 168 time: 0.6835823 Nov 11 22:17:26.815505 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] get_ports_and_sgs() called for port_ids ['33e9cfcf-d127-4cb8-81d5-f7cd220406dc'] {{(pid=101952) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 22:17:26.946623 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6242c2-70f8-4a25-b27f-a5c033e5b173 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee799139-092f-419d-aa71-406817fc2949,revision_number=None']} {{(pid=101950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:17:27.079390 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-2acf7473-e54c-4c50-8a23-4d01fa73ee63 req-4b0395b0-f40e-4998-a3a7-aa5c094cb752 tempest-DeleteServersTestJSON-1769004992 tempest-DeleteServersTestJSON-1769004992-project] 10.222.0.50 "GET /v2.0/security-groups?id=fcc32f26-ec22-49a1-877e-bea08eb1a9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4507427 Nov 11 22:17:27.098328 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-973efe59-e368-40d8-b2a7-c0379f2840fa req-9771ecd3-074f-4996-baa7-b7c9f0dfa38e service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=4cdb267d-d817-44be-b26a-e18e20b97bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4336569 Nov 11 22:17:27.143097 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cbf866-89a2-4f37-9615-5dbd93f19359 req-c4a8adb7-3cad-4630-bcee-337855c4bd17 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:27.155424 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-91cbf866-89a2-4f37-9615-5dbd93f19359 req-c4a8adb7-3cad-4630-bcee-337855c4bd17 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/ports?device_id=efc7b803-47b0-47dd-b4af-0de101adaaaf HTTP/1.1" status: 200 len: 946 time: 0.2764409 Nov 11 22:17:27.313985 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-91cbf866-89a2-4f37-9615-5dbd93f19359 req-bd724741-de5a-4016-bc03-27bc3a16b3b1 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/security-groups?id=4cdb267d-d817-44be-b26a-e18e20b97bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1572649 Nov 11 22:17:27.347479 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800ab89d-15a3-44ad-bff6-ac04f9eb00fa req-6017cfd7-72fc-40d4-98d1-05b9fbd741e0 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:27.350599 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-800ab89d-15a3-44ad-bff6-ac04f9eb00fa req-6017cfd7-72fc-40d4-98d1-05b9fbd741e0 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed3c0001-6ebc-4724-8674-9d2a57cec898 HTTP/1.1" status: 200 len: 943 time: 0.1381686 Nov 11 22:17:27.464606 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-800ab89d-15a3-44ad-bff6-ac04f9eb00fa req-ddeccf0c-b799-4ed7-af8e-f9d83ed6c35e tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/security-groups?id=68067a07-9049-4dac-b76f-d82da95a01c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020937 Nov 11 22:17:28.192230 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-373b142a-a6fb-4a52-a3af-2a96fee5e43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:28.338746 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f95fc52-e371-4c53-bac5-0444ea4fb1ab req-06209af4-0a2a-45d9-9a73-63cc065edf59 tempest-DeleteServersTestJSON-1769004992 tempest-DeleteServersTestJSON-1769004992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:28.340714 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-0f95fc52-e371-4c53-bac5-0444ea4fb1ab req-06209af4-0a2a-45d9-9a73-63cc065edf59 tempest-DeleteServersTestJSON-1769004992 tempest-DeleteServersTestJSON-1769004992-project] 10.222.0.50 "GET /v2.0/ports?device_id=42b1d02e-4eb1-4391-bd02-b80031206b3f HTTP/1.1" status: 200 len: 945 time: 0.1296852 Nov 11 22:17:28.383971 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5e3085-3318-4146-a28d-84252ac96eaf req-5877273c-33c7-413c-9ee3-fe422015d08d tempest-VolumesActionsTest-1271680840 tempest-VolumesActionsTest-1271680840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:28.386235 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-1a5e3085-3318-4146-a28d-84252ac96eaf req-5877273c-33c7-413c-9ee3-fe422015d08d tempest-VolumesActionsTest-1271680840 tempest-VolumesActionsTest-1271680840-project] 10.222.0.50 "GET /v2.0/networks?id=b453ca95-3439-4b5e-b6ed-19a239ab1e56 HTTP/1.1" status: 200 len: 809 time: 0.2081566 Nov 11 22:17:28.429188 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-0f95fc52-e371-4c53-bac5-0444ea4fb1ab req-2db98df4-d6f6-4458-9c59-c85aa447c541 tempest-DeleteServersTestJSON-1769004992 tempest-DeleteServersTestJSON-1769004992-project] 10.222.0.50 "GET /v2.0/security-groups?id=fcc32f26-ec22-49a1-877e-bea08eb1a9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793502 Nov 11 22:17:28.459538 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-1a5e3085-3318-4146-a28d-84252ac96eaf req-baa8f8c1-15e4-423c-bbb0-c0a273e590fc tempest-VolumesActionsTest-1271680840 tempest-VolumesActionsTest-1271680840-project] 10.222.0.50 "GET /v2.0/quotas/c3a19c2fb7974d0b97039489552f3a99 HTTP/1.1" status: 200 len: 375 time: 0.0346935 Nov 11 22:17:28.530117 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-1a5e3085-3318-4146-a28d-84252ac96eaf req-2b6df016-c774-4a80-a1dd-d122e1984c8b tempest-VolumesActionsTest-1271680840 tempest-VolumesActionsTest-1271680840-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=c3a19c2fb7974d0b97039489552f3a99&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0543873 Nov 11 22:17:28.722391 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85d4734-df23-4e25-9cde-64d01f447f0a req-6d7bc3ac-3080-490c-b65c-eb68a1657728 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:28.724252 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-e85d4734-df23-4e25-9cde-64d01f447f0a req-6d7bc3ac-3080-490c-b65c-eb68a1657728 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/ports?device_id=efc7b803-47b0-47dd-b4af-0de101adaaaf HTTP/1.1" status: 200 len: 946 time: 0.1363385 Nov 11 22:17:28.729393 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-1a5e3085-3318-4146-a28d-84252ac96eaf req-ea014d93-fbe7-4177-9b34-27427a32f7be service neutron] 10.222.0.50 "GET /v2.0/networks/b453ca95-3439-4b5e-b6ed-19a239ab1e56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798232 Nov 11 22:17:28.819723 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Device 46e88aed-e1a4-46c0-820e-cb806669b616 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=101952) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 22:17:29.030807 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-e85d4734-df23-4e25-9cde-64d01f447f0a req-975845a6-d99c-4cdd-bc4b-17cb44508d91 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/security-groups?id=4cdb267d-d817-44be-b26a-e18e20b97bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2661364 Nov 11 22:17:29.167669 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-1a5e3085-3318-4146-a28d-84252ac96eaf req-7649bc12-7058-4769-b0e6-c7de921e58ba service neutron] 10.222.0.50 "GET /v2.0/networks/b453ca95-3439-4b5e-b6ed-19a239ab1e56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4233167 Nov 11 22:17:29.221148 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] For port 46e88aed-e1a4-46c0-820e-cb806669b616, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=46e88aed-e1a4-46c0-820e-cb806669b616,segment=NetworkSegment(9450a3e6-214a-4a5d-bf95-fac01b747b02),segment_id=9450a3e6-214a-4a5d-bf95-fac01b747b02)] {{(pid=101952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:17:29.286641 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Returning: {'device': '46e88aed-e1a4-46c0-820e-cb806669b616', 'network_id': '2f5472e6-3d4a-4f79-a5b2-6b96144f59c3', 'port_id': '46e88aed-e1a4-46c0-820e-cb806669b616', 'mac_address': 'fa:16:3e:66:7d:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 833, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c79b6f25-3c3e-41d1-96ac-2ecaf2fc7991', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101952) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 22:17:29.308114 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b705265-b87e-4f67-82c7-ef4a6bb17a16 req-6bd3b0e4-f4ae-4dcf-999a-ca31ef63cd62 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:29.319218 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-3b705265-b87e-4f67-82c7-ef4a6bb17a16 req-6bd3b0e4-f4ae-4dcf-999a-ca31ef63cd62 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed3c0001-6ebc-4724-8674-9d2a57cec898 HTTP/1.1" status: 200 len: 943 time: 0.0858986 Nov 11 22:17:29.387125 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:29.403411 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-3b705265-b87e-4f67-82c7-ef4a6bb17a16 req-ae931077-2a11-4e8b-90d5-fa9fc441e5c4 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/security-groups?id=68067a07-9049-4dac-b76f-d82da95a01c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829213 Nov 11 22:17:29.421022 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-766b5b4b-9c4e-4513-9f30-d5290b623bba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:29.422998 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.notifiers.nova [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46e88aed-e1a4-46c0-820e-cb806669b616 {{(pid=101952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 22:17:29.457893 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] For port 46e88aed-e1a4-46c0-820e-cb806669b616, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=46e88aed-e1a4-46c0-820e-cb806669b616,segment=NetworkSegment(9450a3e6-214a-4a5d-bf95-fac01b747b02),segment_id=9450a3e6-214a-4a5d-bf95-fac01b747b02)] {{(pid=101952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:17:29.465553 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776912265364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776911838100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776911838118'] for port, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:29.560497 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Pushing event updated for resources: {'Port': ['ID=46e88aed-e1a4-46c0-820e-cb806669b616,revision_number=4']} {{(pid=101952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:17:29.586308 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-71204c91-3cc5-4104-8aa2-b6199757d82e req-c0cf9211-29ff-4a6a-b09c-6cf58ca59d31 tempest-VolumesActionsTest-1271680840 tempest-VolumesActionsTest-1271680840-project] 10.222.0.50 "GET /v2.0/ports?device_id=d82c9b33-3348-4f8d-ac80-dc711fcfbc4d HTTP/1.1" status: 200 len: 210 time: 0.0480981 Nov 11 22:17:29.717326 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Device 33e9cfcf-d127-4cb8-81d5-f7cd220406dc up at agent hyperv_hv-cinder-73362 {{(pid=101952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:17:29.790271 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.provisioning_blocks [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Provisioning for port 33e9cfcf-d127-4cb8-81d5-f7cd220406dc completed by entity L2. {{(pid=101952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 22:17:29.803298 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.provisioning_blocks [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Provisioning complete for port 33e9cfcf-d127-4cb8-81d5-f7cd220406dc triggered by entity L2. {{(pid=101952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:17:29.804349 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8061746'] for port, provisioning_complete {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:29.949790 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:29.984969 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1bff5be-1c1e-4186-98b3-13bb364493fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33e9cfcf-d127-4cb8-81d5-f7cd220406dc'}] {{(pid=101952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:17:29.987933 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}354dda558456ac383be05774d0115fbb8a8e814f0e1169db929e83f4c2942df8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffd6b5d6-5c82-4a68-9ae6-1c6d9e08168b" -d '{"events": [{"server_uuid": "d1bff5be-1c1e-4186-98b3-13bb364493fb", "name": "network-vif-plugged", "status": "completed", "tag": "33e9cfcf-d127-4cb8-81d5-f7cd220406dc"}]}' {{(pid=101952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:17:30.008019 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] For port 33e9cfcf-d127-4cb8-81d5-f7cd220406dc, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=33e9cfcf-d127-4cb8-81d5-f7cd220406dc,segment=NetworkSegment(9450a3e6-214a-4a5d-bf95-fac01b747b02),segment_id=9450a3e6-214a-4a5d-bf95-fac01b747b02)] {{(pid=101952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:17:30.016888 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776912265364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776911838100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776911838118'] for port, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:30.088680 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 22:17:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3404d174-799a-427e-b48b-44f36bea23ed x-openstack-request-id: req-3404d174-799a-427e-b48b-44f36bea23ed {{(pid=101952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:17:30.088988 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1bff5be-1c1e-4186-98b3-13bb364493fb", "name": "network-vif-plugged", "status": "completed", "tag": "33e9cfcf-d127-4cb8-81d5-f7cd220406dc", "code": 200}]} {{(pid=101952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:17:30.089815 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3404d174-799a-427e-b48b-44f36bea23ed {{(pid=101952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:17:30.089964 dv-cinder-733622-20-iscsi neutron-server[101952]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1bff5be-1c1e-4186-98b3-13bb364493fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33e9cfcf-d127-4cb8-81d5-f7cd220406dc', 'code': 200} Nov 11 22:17:30.096257 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Pushing event updated for resources: {'Port': ['ID=33e9cfcf-d127-4cb8-81d5-f7cd220406dc,revision_number=5']} {{(pid=101952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:17:30.307331 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e8eb17-203b-4e3f-92a6-643652fd035a req-a5cc4471-a126-4f99-be9b-294de0c0207f tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:30.309360 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-d8e8eb17-203b-4e3f-92a6-643652fd035a req-a5cc4471-a126-4f99-be9b-294de0c0207f tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/ports?device_id=efc7b803-47b0-47dd-b4af-0de101adaaaf HTTP/1.1" status: 200 len: 946 time: 0.0820072 Nov 11 22:17:30.429562 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-d8e8eb17-203b-4e3f-92a6-643652fd035a req-bb7ab053-23d5-46c9-a6dc-f15ffd4a4eff tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/security-groups?id=4cdb267d-d817-44be-b26a-e18e20b97bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845258 Nov 11 22:17:30.625719 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a11aac-b837-481d-ba4f-7961df206236 req-bba2ccbf-d121-4afe-8aaa-660a64308583 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:30.628797 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-c0a11aac-b837-481d-ba4f-7961df206236 req-bba2ccbf-d121-4afe-8aaa-660a64308583 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed3c0001-6ebc-4724-8674-9d2a57cec898 HTTP/1.1" status: 200 len: 944 time: 0.1012397 Nov 11 22:17:30.742583 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-920fbeba-72fc-4b38-b12f-34baceaa8009 req-b8b601bd-4c6e-47fc-b3a5-71c4039b3d01 tempest-VolumesActionsTest-1271680840 tempest-VolumesActionsTest-1271680840-project] 10.222.0.50 "GET /v2.0/ports?device_id=d82c9b33-3348-4f8d-ac80-dc711fcfbc4d HTTP/1.1" status: 200 len: 210 time: 0.0637131 Nov 11 22:17:30.785412 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-c0a11aac-b837-481d-ba4f-7961df206236 req-73373dab-a409-4e64-b0bb-40bc3069296a tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/security-groups?id=68067a07-9049-4dac-b76f-d82da95a01c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470668 Nov 11 22:17:30.817692 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-6e72e30b-d533-48e1-89e1-e2b3014a0430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:30.882705 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.wsgi [-] (101950) accepted ('10.222.0.50', 42064) {{(pid=101950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:17:31.109108 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-32ee6fb7-ea26-4054-a06e-5d03b49c6c75 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:31.131295 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] get_ports_and_sgs() called for port_ids ['46e88aed-e1a4-46c0-820e-cb806669b616'] {{(pid=101952) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 22:17:31.158146 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff44da0d-10e1-4953-95ff-c2b863e0c448 req-35eded2a-8ba4-4c1f-94c8-bf5439122ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:31.160841 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-ff44da0d-10e1-4953-95ff-c2b863e0c448 req-35eded2a-8ba4-4c1f-94c8-bf5439122ec8 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d1bff5be-1c1e-4186-98b3-13bb364493fb HTTP/1.1" status: 200 len: 1099 time: 0.1453433 Nov 11 22:17:31.252503 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-32ee6fb7-ea26-4054-a06e-5d03b49c6c75 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:31.262470 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-32ee6fb7-ea26-4054-a06e-5d03b49c6c75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:31.296934 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ee6fb7-ea26-4054-a06e-5d03b49c6c75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b57d37a5-fb7b-4b00-b39b-a720866ce38a,revision_number=1']} {{(pid=101950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:17:31.327905 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-ff44da0d-10e1-4953-95ff-c2b863e0c448 req-2fd868ce-4d8a-4d81-a82c-9e5d82ba1139 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=68067a07-9049-4dac-b76f-d82da95a01c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234441 Nov 11 22:17:31.331895 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [None req-32ee6fb7-ea26-4054-a06e-5d03b49c6c75 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f12b929c81ef4a47b9a825d1ecfc17e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4479949 Nov 11 22:17:31.335212 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.wsgi [-] (101950) accepted ('10.222.0.50', 42068) {{(pid=101950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:17:31.391882 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-d6d7bb00-72b9-47cd-979d-6c31dcc921e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:31.424662 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-d6d7bb00-72b9-47cd-979d-6c31dcc921e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:31.487237 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-d6d7bb00-72b9-47cd-979d-6c31dcc921e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:31.490168 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-d6d7bb00-72b9-47cd-979d-6c31dcc921e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:31.494009 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [None req-d6d7bb00-72b9-47cd-979d-6c31dcc921e1 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b57d37a5-fb7b-4b00-b39b-a720866ce38a HTTP/1.1" status: 204 len: 168 time: 0.1551921 Nov 11 22:17:31.511352 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d7bb00-72b9-47cd-979d-6c31dcc921e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b57d37a5-fb7b-4b00-b39b-a720866ce38a,revision_number=None']} {{(pid=101950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:17:31.535048 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d7bb00-72b9-47cd-979d-6c31dcc921e1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:17:31.535401 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d7bb00-72b9-47cd-979d-6c31dcc921e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:17:31.535744 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d7bb00-72b9-47cd-979d-6c31dcc921e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:17:31.536081 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d7bb00-72b9-47cd-979d-6c31dcc921e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:17:31.536420 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d7bb00-72b9-47cd-979d-6c31dcc921e1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:17:31.536784 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d7bb00-72b9-47cd-979d-6c31dcc921e1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:17:31.537118 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d7bb00-72b9-47cd-979d-6c31dcc921e1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:17:31.537449 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d7bb00-72b9-47cd-979d-6c31dcc921e1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:17:31.537778 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d7bb00-72b9-47cd-979d-6c31dcc921e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:17:31.538112 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d7bb00-72b9-47cd-979d-6c31dcc921e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:17:31.538445 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d7bb00-72b9-47cd-979d-6c31dcc921e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:17:31.538770 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d7bb00-72b9-47cd-979d-6c31dcc921e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:17:31.567004 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528d29bd-2c81-4390-8b89-ed9d4cf624f0 req-bd92460d-7dac-4ee5-b16b-fa666e85e955 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:31.568832 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-528d29bd-2c81-4390-8b89-ed9d4cf624f0 req-bd92460d-7dac-4ee5-b16b-fa666e85e955 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/ports?device_id=efc7b803-47b0-47dd-b4af-0de101adaaaf HTTP/1.1" status: 200 len: 946 time: 0.0744236 Nov 11 22:17:31.641545 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-528d29bd-2c81-4390-8b89-ed9d4cf624f0 req-d17f9e8d-2db8-4f87-ab43-aaf234ce5588 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/security-groups?id=4cdb267d-d817-44be-b26a-e18e20b97bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581343 Nov 11 22:17:31.801448 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:31.887780 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482748ef-c3c1-4880-b6be-2a616e5f62a8 req-2f7bef08-246c-480a-abfc-d60d4526a166 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:31.890610 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-482748ef-c3c1-4880-b6be-2a616e5f62a8 req-2f7bef08-246c-480a-abfc-d60d4526a166 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/ports?device_id=efc7b803-47b0-47dd-b4af-0de101adaaaf HTTP/1.1" status: 200 len: 946 time: 0.1194825 Nov 11 22:17:31.905291 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 42092) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:17:31.905291 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 42094) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:17:31.927662 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.v2.base [None req-f32d0365-e59f-4e1d-88ab-14c44a416466 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Request body: {'floatingip': {'port_id': 'ff855d16-c432-40fd-b18f-d64264e49e6e'}} {{(pid=101951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:17:31.950473 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-1d543510-997f-4b4b-ab58-22e4e002d32e req-c872fe30-ab3f-426a-be9b-cdec9c416d53 tempest-VolumesActionsTest-1271680840 tempest-VolumesActionsTest-1271680840-project] 10.222.0.50 "GET /v2.0/ports?device_id=d82c9b33-3348-4f8d-ac80-dc711fcfbc4d HTTP/1.1" status: 200 len: 210 time: 0.0580032 Nov 11 22:17:32.026225 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33a98a3-7781-432c-afb9-3be662e071a7 req-f817d663-6512-4805-b64a-8afe14ad3db3 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:32.027863 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-f33a98a3-7781-432c-afb9-3be662e071a7 req-f817d663-6512-4805-b64a-8afe14ad3db3 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed3c0001-6ebc-4724-8674-9d2a57cec898 HTTP/1.1" status: 200 len: 944 time: 0.0691767 Nov 11 22:17:32.058335 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-ef690284-575c-4ae7-826c-046289304ed5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:32.084448 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-f32d0365-e59f-4e1d-88ab-14c44a416466 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Publish callbacks [] for floatingip, before_update {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:32.123833 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-f33a98a3-7781-432c-afb9-3be662e071a7 req-a82c757c-3a5c-4ea3-be85-759ec26a5245 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/security-groups?id=68067a07-9049-4dac-b76f-d82da95a01c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827658 Nov 11 22:17:32.530707 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-ef690284-575c-4ae7-826c-046289304ed5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:32.538437 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-ef690284-575c-4ae7-826c-046289304ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:32.680140 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-ef690284-575c-4ae7-826c-046289304ed5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=27c7449fb082402c8ff976dd06afd7fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7781119 Nov 11 22:17:32.685469 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.wsgi [-] (101950) accepted ('10.222.0.50', 42118) {{(pid=101950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:17:32.688545 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef690284-575c-4ae7-826c-046289304ed5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19e14338-a559-49da-981d-1ac665d926a5,revision_number=1']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:17:32.699926 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef690284-575c-4ae7-826c-046289304ed5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:17:32.700385 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef690284-575c-4ae7-826c-046289304ed5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:17:32.700727 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef690284-575c-4ae7-826c-046289304ed5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:17:32.701023 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef690284-575c-4ae7-826c-046289304ed5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:17:32.701795 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef690284-575c-4ae7-826c-046289304ed5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:17:32.701795 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef690284-575c-4ae7-826c-046289304ed5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:17:32.702077 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef690284-575c-4ae7-826c-046289304ed5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:17:32.702348 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef690284-575c-4ae7-826c-046289304ed5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:17:32.702767 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef690284-575c-4ae7-826c-046289304ed5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:17:32.702952 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef690284-575c-4ae7-826c-046289304ed5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:17:32.703282 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef690284-575c-4ae7-826c-046289304ed5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:17:32.703611 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef690284-575c-4ae7-826c-046289304ed5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:17:32.779657 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-85cd58e0-ffc6-474a-b46b-ad2fd7b68a66 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:32.814250 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-85cd58e0-ffc6-474a-b46b-ad2fd7b68a66 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:32.887067 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-85cd58e0-ffc6-474a-b46b-ad2fd7b68a66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:32.890100 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-85cd58e0-ffc6-474a-b46b-ad2fd7b68a66 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:32.891434 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [None req-85cd58e0-ffc6-474a-b46b-ad2fd7b68a66 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/19e14338-a559-49da-981d-1ac665d926a5 HTTP/1.1" status: 204 len: 168 time: 0.2042980 Nov 11 22:17:32.905174 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cd58e0-ffc6-474a-b46b-ad2fd7b68a66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19e14338-a559-49da-981d-1ac665d926a5,revision_number=None']} {{(pid=101950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:17:33.079655 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-79325c09-306d-4567-9fa0-f323f33c44d3 req-dcbda643-5a55-4add-8ae6-3bb87034888f tempest-VolumesActionsTest-1271680840 tempest-VolumesActionsTest-1271680840-project] 10.222.0.50 "GET /v2.0/ports?device_id=d82c9b33-3348-4f8d-ac80-dc711fcfbc4d HTTP/1.1" status: 200 len: 210 time: 0.0298679 Nov 11 22:17:33.290500 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-f32d0365-e59f-4e1d-88ab-14c44a416466 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:33.298641 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-f32d0365-e59f-4e1d-88ab-14c44a416466 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657105'] for floatingip, after_update {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:33.323454 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445e7491-a822-49e2-835d-e7a7a0854140 req-76321161-2829-46aa-bf02-e42e44e5d596 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:33.326408 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-445e7491-a822-49e2-835d-e7a7a0854140 req-76321161-2829-46aa-bf02-e42e44e5d596 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed3c0001-6ebc-4724-8674-9d2a57cec898 HTTP/1.1" status: 200 len: 944 time: 0.0921004 Nov 11 22:17:33.418252 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-445e7491-a822-49e2-835d-e7a7a0854140 req-fb57f9fd-d25d-4115-8a0a-ed952adb4249 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/security-groups?id=68067a07-9049-4dac-b76f-d82da95a01c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848782 Nov 11 22:17:33.456986 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.db.l3_db [None req-f32d0365-e59f-4e1d-88ab-14c44a416466 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Floating IP db415419-d18e-4b7f-9000-724d346f655b associated. External IP: 172.27.0.204, port: ff855d16-c432-40fd-b18f-d64264e49e6e. Nov 11 22:17:33.787893 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f32d0365-e59f-4e1d-88ab-14c44a416466 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Router 30799c90-1e6b-40e6-bfee-eed6d0195471 has already been hosted by L3 agent 4702c36b-78d9-4f52-8cbc-8d9e3292a6f2 {{(pid=101951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 22:17:33.951981 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f32d0365-e59f-4e1d-88ab-14c44a416466 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Notify agent at l3_agent.dv-cinder-733622-20-iscsi the message routers_updated {{(pid=101951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:17:33.957385 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-f32d0365-e59f-4e1d-88ab-14c44a416466 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26363'] for floatingip, before_response {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:33.966055 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.db.agents_db [None req-7a0be6d5-f821-4115-b6dd-94f53e40a68e None None] Agent healthcheck: found 6 active agents {{(pid=101953) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:17:33.973808 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdfb4adc-4c4c-43e0-87fe-96536adf81bb None None] Sync routers for ids ['30799c90-1e6b-40e6-bfee-eed6d0195471'] in dv-cinder-733622-20-iscsi {{(pid=101953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:17:33.989299 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdfb4adc-4c4c-43e0-87fe-96536adf81bb None None] Routers {'30799c90-1e6b-40e6-bfee-eed6d0195471'} bound to L3 agent in host dv-cinder-733622-20-iscsi {{(pid=101953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:17:33.990563 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-f32d0365-e59f-4e1d-88ab-14c44a416466 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "PUT /v2.0/floatingips/db415419-d18e-4b7f-9000-724d346f655b HTTP/1.1" status: 200 len: 992 time: 2.0840745 Nov 11 22:17:33.990948 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.db.l3_hamode_db [None req-bdfb4adc-4c4c-43e0-87fe-96536adf81bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T22:08:28Z,description=,heartbeat_timestamp=2021-11-11T22:17:28Z,host='dv-cinder-733622-20-iscsi',id=4702c36b-78d9-4f52-8cbc-8d9e3292a6f2,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T22:08:28Z,topic='l3_agent')) {'router_ids': ['30799c90-1e6b-40e6-bfee-eed6d0195471'], 'active': True} {{(pid=101953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:17:33.991132 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efc7b803-47b0-47dd-b4af-0de101adaaaf', 'tag': 'ff855d16-c432-40fd-b18f-d64264e49e6e'}] {{(pid=101951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:17:33.993790 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6edad8924451e5ac919d090b7a0cdac835d5bd684dc46b69d397444c146e85de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07a328f4-5362-4826-b989-242051fbfd7a" -d '{"events": [{"name": "network-changed", "server_uuid": "efc7b803-47b0-47dd-b4af-0de101adaaaf", "tag": "ff855d16-c432-40fd-b18f-d64264e49e6e"}]}' {{(pid=101951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:17:34.079567 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 22:17:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f7709fd-f75f-47f9-ba3b-94ef74ce87b9 x-openstack-request-id: req-2f7709fd-f75f-47f9-ba3b-94ef74ce87b9 {{(pid=101951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:17:34.079876 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efc7b803-47b0-47dd-b4af-0de101adaaaf", "tag": "ff855d16-c432-40fd-b18f-d64264e49e6e", "status": "completed", "code": 200}]} {{(pid=101951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:17:34.080200 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2f7709fd-f75f-47f9-ba3b-94ef74ce87b9 {{(pid=101951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:17:34.080897 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efc7b803-47b0-47dd-b4af-0de101adaaaf', 'tag': 'ff855d16-c432-40fd-b18f-d64264e49e6e', 'status': 'completed', 'code': 200} Nov 11 22:17:34.167413 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.db.l3_dvr_db [None req-bdfb4adc-4c4c-43e0-87fe-96536adf81bb None None] Set router 30799c90-1e6b-40e6-bfee-eed6d0195471 gateway port host: dv-cinder-733622-20-iscsi {{(pid=101953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:17:34.256073 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-5289a268-42de-4bbd-9070-5864f14d031d req-10f8da18-dfb4-44c7-b8b7-6fb2c19ad67e tempest-VolumesActionsTest-1271680840 tempest-VolumesActionsTest-1271680840-project] 10.222.0.50 "GET /v2.0/ports?device_id=d82c9b33-3348-4f8d-ac80-dc711fcfbc4d HTTP/1.1" status: 200 len: 210 time: 0.0590794 Nov 11 22:17:34.428046 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a328f4-5362-4826-b989-242051fbfd7a req-b03a9683-bdff-40ab-bf3f-70ec859b2802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:34.430987 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-07a328f4-5362-4826-b989-242051fbfd7a req-b03a9683-bdff-40ab-bf3f-70ec859b2802 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1ce5c1a9babe4d3098016d7a6fcab517&device_id=efc7b803-47b0-47dd-b4af-0de101adaaaf HTTP/1.1" status: 200 len: 1099 time: 0.1037266 Nov 11 22:17:34.746033 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a328f4-5362-4826-b989-242051fbfd7a req-89508c05-4282-4d6c-80e3-16ab7487faa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:34.749695 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-07a328f4-5362-4826-b989-242051fbfd7a req-89508c05-4282-4d6c-80e3-16ab7487faa2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6d6ff938-050a-4ca6-ad58-070035060c7c HTTP/1.1" status: 200 len: 917 time: 0.2907937 Nov 11 22:17:34.805924 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.db.l3_hamode_db [None req-bdfb4adc-4c4c-43e0-87fe-96536adf81bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30799c90-1e6b-40e6-bfee-eed6d0195471', 'name': 'tempest-AttachVolumeShelveTestJSON-159595070-router', 'tenant_id': '1ce5c1a9babe4d3098016d7a6fcab517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'external_fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': '47223bcb-7731-4d66-8ad4-7276dc161995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:16:31Z', 'updated_at': '2021-11-11T22:16:40Z', 'revision_number': 4, 'project_id': '1ce5c1a9babe4d3098016d7a6fcab517', 'gw_port': {'id': '47223bcb-7731-4d66-8ad4-7276dc161995', 'name': '', 'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:a7:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30799c90-1e6b-40e6-bfee-eed6d0195471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:16:33Z', 'updated_at': '2021-11-11T22:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-20-iscsi', '_floatingips': [{'id': 'db415419-d18e-4b7f-9000-724d346f655b', 'tenant_id': '1ce5c1a9babe4d3098016d7a6fcab517', 'floating_ip_address': '172.27.0.204', 'floating_network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'router_id': '30799c90-1e6b-40e6-bfee-eed6d0195471', 'port_id': 'ff855d16-c432-40fd-b18f-d64264e49e6e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 83, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d6ff938-050a-4ca6-ad58-070035060c7c', 'mac_address': 'fa:16:3e:f1:d7:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc7b803-47b0-47dd-b4af-0de101adaaaf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T22:16:47Z', 'updated_at': '2021-11-11T22:17:33Z', 'revision_number': 1, 'project_id': '1ce5c1a9babe4d3098016d7a6fcab517', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3297ac4-4943-4477-a9c9-2a78cc62f6c5', 'name': '', 'network_id': '6d6ff938-050a-4ca6-ad58-070035060c7c', 'tenant_id': '1ce5c1a9babe4d3098016d7a6fcab517', 'mac_address': 'fa:16:3e:67:30:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30799c90-1e6b-40e6-bfee-eed6d0195471', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '28859a9d-69fd-4dd9-a7c8-b3902292e969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:16:38Z', 'updated_at': '2021-11-11T22:16:56Z', 'revision_number': 5, 'project_id': '1ce5c1a9babe4d3098016d7a6fcab517', 'subnets': [{'id': '28859a9d-69fd-4dd9-a7c8-b3902292e969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-20-iscsi', False) {} {{(pid=101953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:17:34.910568 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdfb4adc-4c4c-43e0-87fe-96536adf81bb None None] Checking router: 30799c90-1e6b-40e6-bfee-eed6d0195471 for host: dv-cinder-733622-20-iscsi {{(pid=101953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:17:34.928991 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdfb4adc-4c4c-43e0-87fe-96536adf81bb None None] Routers {'30799c90-1e6b-40e6-bfee-eed6d0195471'} bound to L3 agent in host dv-cinder-733622-20-iscsi {{(pid=101953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:17:34.930212 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.db.l3_hamode_db [None req-bdfb4adc-4c4c-43e0-87fe-96536adf81bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T22:08:28Z,description=,heartbeat_timestamp=2021-11-11T22:17:28Z,host='dv-cinder-733622-20-iscsi',id=4702c36b-78d9-4f52-8cbc-8d9e3292a6f2,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T22:08:28Z,topic='l3_agent')) {'router_ids': ['30799c90-1e6b-40e6-bfee-eed6d0195471'], 'active': True} {{(pid=101953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:17:35.018662 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5e3085-3318-4146-a28d-84252ac96eaf req-616be431-8074-4fec-b613-e09bf1dd345e tempest-VolumesActionsTest-1271680840 tempest-VolumesActionsTest-1271680840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:35.026236 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-1a5e3085-3318-4146-a28d-84252ac96eaf req-616be431-8074-4fec-b613-e09bf1dd345e tempest-VolumesActionsTest-1271680840 tempest-VolumesActionsTest-1271680840-project] 10.222.0.26 "GET /v2.0/networks?id=b453ca95-3439-4b5e-b6ed-19a239ab1e56 HTTP/1.1" status: 200 len: 809 time: 0.3370550 Nov 11 22:17:35.045314 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.v2.base [req-1a5e3085-3318-4146-a28d-84252ac96eaf req-f308931e-ae5e-48e2-a884-c1c419d46642 tempest-VolumesActionsTest-1271680840 tempest-VolumesActionsTest-1271680840-project] Request body: {'port': {'device_id': 'd82c9b33-3348-4f8d-ac80-dc711fcfbc4d', 'network_id': 'b453ca95-3439-4b5e-b6ed-19a239ab1e56', 'admin_state_up': True, 'tenant_id': 'c3a19c2fb7974d0b97039489552f3a99'}} {{(pid=101951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:17:35.046973 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9884820c-f59a-4081-baea-c3767c8c55cb req-506ebfd9-ea6e-4a27-97b6-e132765dcca4 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:35.060120 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-9884820c-f59a-4081-baea-c3767c8c55cb req-506ebfd9-ea6e-4a27-97b6-e132765dcca4 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed3c0001-6ebc-4724-8674-9d2a57cec898 HTTP/1.1" status: 200 len: 944 time: 0.4278526 Nov 11 22:17:35.146205 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-07a328f4-5362-4826-b989-242051fbfd7a req-5da12446-89e9-48ab-b943-ea59af305a2c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ff855d16-c432-40fd-b18f-d64264e49e6e HTTP/1.1" status: 200 len: 1000 time: 0.3546405 Nov 11 22:17:35.265544 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-9884820c-f59a-4081-baea-c3767c8c55cb req-57c58dc8-17b5-4ed6-bf5d-aca9d1499126 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/security-groups?id=68067a07-9049-4dac-b76f-d82da95a01c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042019 Nov 11 22:17:35.300397 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.db.l3_dvr_db [None req-bdfb4adc-4c4c-43e0-87fe-96536adf81bb None None] Set router 30799c90-1e6b-40e6-bfee-eed6d0195471 gateway port host: dv-cinder-733622-20-iscsi {{(pid=101953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:17:35.317136 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a5e3085-3318-4146-a28d-84252ac96eaf req-f308931e-ae5e-48e2-a884-c1c419d46642 tempest-VolumesActionsTest-1271680840 tempest-VolumesActionsTest-1271680840-project] Made reservation on behalf of c3a19c2fb7974d0b97039489552f3a99 for: {'port': 1} {{(pid=101951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:17:35.329598 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [req-1a5e3085-3318-4146-a28d-84252ac96eaf req-f308931e-ae5e-48e2-a884-c1c419d46642 tempest-VolumesActionsTest-1271680840 tempest-VolumesActionsTest-1271680840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:35.406767 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a328f4-5362-4826-b989-242051fbfd7a req-c0c8dd20-286b-41d3-b15e-cc7978d387fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:35.412627 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-07a328f4-5362-4826-b989-242051fbfd7a req-c0c8dd20-286b-41d3-b15e-cc7978d387fb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=28859a9d-69fd-4dd9-a7c8-b3902292e969 HTTP/1.1" status: 200 len: 855 time: 0.1827641 Nov 11 22:17:35.514487 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-a0b7bc0c-5037-42e8-99a5-441f71a0e58a req-50e26eeb-e305-4a34-8d21-1fd9d1a05769 tempest-VolumesActionsTest-1271680840 tempest-VolumesActionsTest-1271680840-project] 10.222.0.50 "GET /v2.0/ports?device_id=d82c9b33-3348-4f8d-ac80-dc711fcfbc4d HTTP/1.1" status: 200 len: 210 time: 0.1000564 Nov 11 22:17:35.581440 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.db.db_base_plugin_common [req-1a5e3085-3318-4146-a28d-84252ac96eaf req-f308931e-ae5e-48e2-a884-c1c419d46642 tempest-VolumesActionsTest-1271680840 tempest-VolumesActionsTest-1271680840-project] Allocated IP 172.20.0.14 (b453ca95-3439-4b5e-b6ed-19a239ab1e56/3f04f683-11fe-4c2e-be4f-4108d7203f86/0062ba44-5a92-40b4-b6f0-d0fecf133a14) {{(pid=101951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:17:35.597747 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a328f4-5362-4826-b989-242051fbfd7a req-c3b20858-25ba-4b4d-9c3c-ff72b1169d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:35.599555 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-07a328f4-5362-4826-b989-242051fbfd7a req-c3b20858-25ba-4b4d-9c3c-ff72b1169d09 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6d6ff938-050a-4ca6-ad58-070035060c7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1660395 Nov 11 22:17:35.718068 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.db.l3_hamode_db [None req-bdfb4adc-4c4c-43e0-87fe-96536adf81bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30799c90-1e6b-40e6-bfee-eed6d0195471', 'name': 'tempest-AttachVolumeShelveTestJSON-159595070-router', 'tenant_id': '1ce5c1a9babe4d3098016d7a6fcab517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'external_fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': '47223bcb-7731-4d66-8ad4-7276dc161995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:16:31Z', 'updated_at': '2021-11-11T22:16:40Z', 'revision_number': 4, 'project_id': '1ce5c1a9babe4d3098016d7a6fcab517', 'gw_port': {'id': '47223bcb-7731-4d66-8ad4-7276dc161995', 'name': '', 'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:a7:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30799c90-1e6b-40e6-bfee-eed6d0195471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:16:33Z', 'updated_at': '2021-11-11T22:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-20-iscsi', '_floatingips': [{'id': 'db415419-d18e-4b7f-9000-724d346f655b', 'tenant_id': '1ce5c1a9babe4d3098016d7a6fcab517', 'floating_ip_address': '172.27.0.204', 'floating_network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'router_id': '30799c90-1e6b-40e6-bfee-eed6d0195471', 'port_id': 'ff855d16-c432-40fd-b18f-d64264e49e6e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 83, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d6ff938-050a-4ca6-ad58-070035060c7c', 'mac_address': 'fa:16:3e:f1:d7:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc7b803-47b0-47dd-b4af-0de101adaaaf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T22:16:47Z', 'updated_at': '2021-11-11T22:17:33Z', 'revision_number': 1, 'project_id': '1ce5c1a9babe4d3098016d7a6fcab517', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3297ac4-4943-4477-a9c9-2a78cc62f6c5', 'name': '', 'network_id': '6d6ff938-050a-4ca6-ad58-070035060c7c', 'tenant_id': '1ce5c1a9babe4d3098016d7a6fcab517', 'mac_address': 'fa:16:3e:67:30:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30799c90-1e6b-40e6-bfee-eed6d0195471', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '28859a9d-69fd-4dd9-a7c8-b3902292e969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:16:38Z', 'updated_at': '2021-11-11T22:16:56Z', 'revision_number': 5, 'project_id': '1ce5c1a9babe4d3098016d7a6fcab517', 'subnets': [{'id': '28859a9d-69fd-4dd9-a7c8-b3902292e969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-20-iscsi', False) {} {{(pid=101953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:17:35.772218 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdfb4adc-4c4c-43e0-87fe-96536adf81bb None None] The sync data for ids ['30799c90-1e6b-40e6-bfee-eed6d0195471'] in dv-cinder-733622-20-iscsi is: [{'id': '30799c90-1e6b-40e6-bfee-eed6d0195471', 'name': 'tempest-AttachVolumeShelveTestJSON-159595070-router', 'tenant_id': '1ce5c1a9babe4d3098016d7a6fcab517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'external_fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': '47223bcb-7731-4d66-8ad4-7276dc161995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:16:31Z', 'updated_at': '2021-11-11T22:16:40Z', 'revision_number': 4, 'project_id': '1ce5c1a9babe4d3098016d7a6fcab517', 'gw_port': {'id': '47223bcb-7731-4d66-8ad4-7276dc161995', 'name': '', 'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:a7:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30799c90-1e6b-40e6-bfee-eed6d0195471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:16:33Z', 'updated_at': '2021-11-11T22:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-20-iscsi', '_floatingips': [{'id': 'db415419-d18e-4b7f-9000-724d346f655b', 'tenant_id': '1ce5c1a9babe4d3098016d7a6fcab517', 'floating_ip_address': '172.27.0.204', 'floating_network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'router_id': '30799c90-1e6b-40e6-bfee-eed6d0195471', 'port_id': 'ff855d16-c432-40fd-b18f-d64264e49e6e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 83, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d6ff938-050a-4ca6-ad58-070035060c7c', 'mac_address': 'fa:16:3e:f1:d7:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efc7b803-47b0-47dd-b4af-0de101adaaaf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T22:16:47Z', 'updated_at': '2021-11-11T22:17:33Z', 'revision_number': 1, 'project_id': '1ce5c1a9babe4d3098016d7a6fcab517', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3297ac4-4943-4477-a9c9-2a78cc62f6c5', 'name': '', 'network_id': '6d6ff938-050a-4ca6-ad58-070035060c7c', 'tenant_id': '1ce5c1a9babe4d3098016d7a6fcab517', 'mac_address': 'fa:16:3e:67:30:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30799c90-1e6b-40e6-bfee-eed6d0195471', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '28859a9d-69fd-4dd9-a7c8-b3902292e969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:16:38Z', 'updated_at': '2021-11-11T22:16:56Z', 'revision_number': 5, 'project_id': '1ce5c1a9babe4d3098016d7a6fcab517', 'subnets': [{'id': '28859a9d-69fd-4dd9-a7c8-b3902292e969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:17:35.820145 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [req-1a5e3085-3318-4146-a28d-84252ac96eaf req-f308931e-ae5e-48e2-a884-c1c419d46642 tempest-VolumesActionsTest-1271680840 tempest-VolumesActionsTest-1271680840-project] Publish callbacks [] for port, precommit_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:35.884708 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [req-1a5e3085-3318-4146-a28d-84252ac96eaf req-f308931e-ae5e-48e2-a884-c1c419d46642 tempest-VolumesActionsTest-1271680840 tempest-VolumesActionsTest-1271680840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776911838082'] for port, after_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:35.968948 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a5e3085-3318-4146-a28d-84252ac96eaf req-f308931e-ae5e-48e2-a884-c1c419d46642 tempest-VolumesActionsTest-1271680840 tempest-VolumesActionsTest-1271680840-project] Network b453ca95-3439-4b5e-b6ed-19a239ab1e56 is already hosted by enough agents. {{(pid=101951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:17:35.974463 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.scheduler.base_scheduler [req-1a5e3085-3318-4146-a28d-84252ac96eaf req-f308931e-ae5e-48e2-a884-c1c419d46642 tempest-VolumesActionsTest-1271680840 tempest-VolumesActionsTest-1271680840-project] Resources bound (agent type, host, resource id): {{(pid=101951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:17:35.982872 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a5e3085-3318-4146-a28d-84252ac96eaf req-f308931e-ae5e-48e2-a884-c1c419d46642 tempest-VolumesActionsTest-1271680840 tempest-VolumesActionsTest-1271680840-project] Received port after_create {{(pid=101951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:17:35.993818 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5e3085-3318-4146-a28d-84252ac96eaf req-f308931e-ae5e-48e2-a884-c1c419d46642 tempest-VolumesActionsTest-1271680840 tempest-VolumesActionsTest-1271680840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:35.994968 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [req-1a5e3085-3318-4146-a28d-84252ac96eaf req-f308931e-ae5e-48e2-a884-c1c419d46642 tempest-VolumesActionsTest-1271680840 tempest-VolumesActionsTest-1271680840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634242'] for port, before_response {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:36.017335 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f308931e-ae5e-48e2-a884-c1c419d46642 tempest-VolumesActionsTest-1271680840 tempest-VolumesActionsTest-1271680840-project] Pushing event updated for resources: {'Port': ['ID=0062ba44-5a92-40b4-b6f0-d0fecf133a14,revision_number=1']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:17:36.038644 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-1a5e3085-3318-4146-a28d-84252ac96eaf req-f308931e-ae5e-48e2-a884-c1c419d46642 tempest-VolumesActionsTest-1271680840 tempest-VolumesActionsTest-1271680840-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9989991 Nov 11 22:17:36.078337 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86bc8ad9-2c97-4f8e-8163-c26aa551b279 None None] New status for floating IP db415419-d18e-4b7f-9000-724d346f655b: ACTIVE {{(pid=101952) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 22:17:36.459671 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaa8a9d-7086-4f87-823d-19d0f1a053ec req-b13e7a88-5163-43ef-844e-ff76ca52894e tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:36.461517 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-dcaa8a9d-7086-4f87-823d-19d0f1a053ec req-b13e7a88-5163-43ef-844e-ff76ca52894e tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed3c0001-6ebc-4724-8674-9d2a57cec898 HTTP/1.1" status: 200 len: 944 time: 0.0677688 Nov 11 22:17:36.514680 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-dcaa8a9d-7086-4f87-823d-19d0f1a053ec req-c07f88e9-d0a4-45c1-9a30-7dc7ec00cb9a tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/security-groups?id=68067a07-9049-4dac-b76f-d82da95a01c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463884 Nov 11 22:17:36.682748 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc08643-38e1-4301-9006-562880432d27 req-e4e3ea42-cbdc-451d-af3d-77c4aa88371d tempest-VolumesActionsTest-1271680840 tempest-VolumesActionsTest-1271680840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:36.685395 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-9cc08643-38e1-4301-9006-562880432d27 req-e4e3ea42-cbdc-451d-af3d-77c4aa88371d tempest-VolumesActionsTest-1271680840 tempest-VolumesActionsTest-1271680840-project] 10.222.0.50 "GET /v2.0/ports?device_id=d82c9b33-3348-4f8d-ac80-dc711fcfbc4d HTTP/1.1" status: 200 len: 932 time: 0.0724747 Nov 11 22:17:36.737146 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-9cc08643-38e1-4301-9006-562880432d27 req-1075803b-7749-40dc-9245-245318f2e55e tempest-VolumesActionsTest-1271680840 tempest-VolumesActionsTest-1271680840-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b369d3e-6261-485c-b1b5-c76ee1bddc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455780 Nov 11 22:17:37.674722 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8275d3-60d5-4315-8009-faf4b158302f req-7d133c5d-4295-4e45-94dc-351ba53d8639 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:37.677397 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-1f8275d3-60d5-4315-8009-faf4b158302f req-7d133c5d-4295-4e45-94dc-351ba53d8639 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed3c0001-6ebc-4724-8674-9d2a57cec898 HTTP/1.1" status: 200 len: 944 time: 0.0813365 Nov 11 22:17:37.750625 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-1f8275d3-60d5-4315-8009-faf4b158302f req-db17772f-acb8-4be2-9c75-3b181a61b2af tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/security-groups?id=68067a07-9049-4dac-b76f-d82da95a01c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666630 Nov 11 22:17:37.888884 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08950e11-6e75-4369-87b0-78de461f5f20 req-bab99ed0-df0c-4800-b928-013e3c246f19 tempest-VolumesActionsTest-1271680840 tempest-VolumesActionsTest-1271680840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:37.890427 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-08950e11-6e75-4369-87b0-78de461f5f20 req-bab99ed0-df0c-4800-b928-013e3c246f19 tempest-VolumesActionsTest-1271680840 tempest-VolumesActionsTest-1271680840-project] 10.222.0.50 "GET /v2.0/ports?device_id=d82c9b33-3348-4f8d-ac80-dc711fcfbc4d HTTP/1.1" status: 200 len: 932 time: 0.0529041 Nov 11 22:17:37.944780 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-08950e11-6e75-4369-87b0-78de461f5f20 req-0d4fb161-e46f-4f2f-8e01-7338577351cc tempest-VolumesActionsTest-1271680840 tempest-VolumesActionsTest-1271680840-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b369d3e-6261-485c-b1b5-c76ee1bddc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479686 Nov 11 22:17:38.325376 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Device 46e88aed-e1a4-46c0-820e-cb806669b616 up at agent hyperv_hv-cinder-73362 {{(pid=101952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:17:38.369569 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.v2.base [req-1a5e3085-3318-4146-a28d-84252ac96eaf req-19421f38-d4e0-4756-ad04-b74dba48ce8f service neutron] Request body: {'port': {'device_id': 'd82c9b33-3348-4f8d-ac80-dc711fcfbc4d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=101951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:17:38.408651 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.provisioning_blocks [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Provisioning for port 46e88aed-e1a4-46c0-820e-cb806669b616 completed by entity L2. {{(pid=101952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 22:17:38.419807 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.provisioning_blocks [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Provisioning complete for port 46e88aed-e1a4-46c0-820e-cb806669b616 triggered by entity L2. {{(pid=101952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:17:38.420280 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8061746'] for port, provisioning_complete {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:38.494883 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [req-1a5e3085-3318-4146-a28d-84252ac96eaf req-19421f38-d4e0-4756-ad04-b74dba48ce8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_update {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:38.552229 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-e030bc76-77a5-432b-916c-fc101b84ef90 req-9a5c4308-3141-4825-b41f-af1e5cc6f3ad service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=42b1d02e-4eb1-4391-bd02-b80031206b3f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0890279 Nov 11 22:17:38.554357 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-07a328f4-5362-4826-b989-242051fbfd7a req-bf146b6c-4db2-4ea0-87be-29576a87e946 service neutron] 10.222.0.26 "GET /v2.0/networks/6d6ff938-050a-4ca6-ad58-070035060c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920388 Nov 11 22:17:38.589172 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:38.622312 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed3c0001-6ebc-4724-8674-9d2a57cec898', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46e88aed-e1a4-46c0-820e-cb806669b616'}] {{(pid=101952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:17:38.625696 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}354dda558456ac383be05774d0115fbb8a8e814f0e1169db929e83f4c2942df8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22e33471-0fb8-4425-a75e-429a796cd173" -d '{"events": [{"server_uuid": "ed3c0001-6ebc-4724-8674-9d2a57cec898", "name": "network-vif-plugged", "status": "completed", "tag": "46e88aed-e1a4-46c0-820e-cb806669b616"}]}' {{(pid=101952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:17:38.644548 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] For port 46e88aed-e1a4-46c0-820e-cb806669b616, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=46e88aed-e1a4-46c0-820e-cb806669b616,segment=NetworkSegment(9450a3e6-214a-4a5d-bf95-fac01b747b02),segment_id=9450a3e6-214a-4a5d-bf95-fac01b747b02)] {{(pid=101952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:17:38.650252 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776912265364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776911838100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776911838118'] for port, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:38.735503 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 22:17:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd23bcec-4427-4cd6-b9c6-e323177bb642 x-openstack-request-id: req-dd23bcec-4427-4cd6-b9c6-e323177bb642 {{(pid=101952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:17:38.736210 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed3c0001-6ebc-4724-8674-9d2a57cec898", "name": "network-vif-plugged", "status": "completed", "tag": "46e88aed-e1a4-46c0-820e-cb806669b616", "code": 200}]} {{(pid=101952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:17:38.736640 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-dd23bcec-4427-4cd6-b9c6-e323177bb642 {{(pid=101952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:17:38.750148 dv-cinder-733622-20-iscsi neutron-server[101952]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed3c0001-6ebc-4724-8674-9d2a57cec898', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46e88aed-e1a4-46c0-820e-cb806669b616', 'code': 200} Nov 11 22:17:38.776408 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Pushing event updated for resources: {'Port': ['ID=46e88aed-e1a4-46c0-820e-cb806669b616,revision_number=5']} {{(pid=101952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:17:38.798829 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:17:38.799604 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:17:38.800483 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:17:38.801350 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:17:38.802684 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:17:38.805012 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:17:38.805603 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:17:38.806380 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:17:38.807944 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:17:38.808688 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:17:38.809238 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:17:38.809918 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:17:38.952296 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.notifiers.nova [req-1a5e3085-3318-4146-a28d-84252ac96eaf req-19421f38-d4e0-4756-ad04-b74dba48ce8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0062ba44-5a92-40b4-b6f0-d0fecf133a14 {{(pid=101951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 22:17:38.961559 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [req-1a5e3085-3318-4146-a28d-84252ac96eaf req-19421f38-d4e0-4756-ad04-b74dba48ce8f service neutron] Publish callbacks [] for port, precommit_update {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:38.979564 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.db.provisioning_blocks [req-1a5e3085-3318-4146-a28d-84252ac96eaf req-19421f38-d4e0-4756-ad04-b74dba48ce8f service neutron] Transition to ACTIVE for port object 0062ba44-5a92-40b4-b6f0-d0fecf133a14 will not be triggered until provisioned by entity L2. {{(pid=101951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 22:17:38.985660 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [req-1a5e3085-3318-4146-a28d-84252ac96eaf req-19421f38-d4e0-4756-ad04-b74dba48ce8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776912265364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776911838100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776911838118'] for port, after_update {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:39.021950 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:39.046352 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19421f38-d4e0-4756-ad04-b74dba48ce8f service neutron] Pushing event updated for resources: {'Port': ['ID=0062ba44-5a92-40b4-b6f0-d0fecf133a14,revision_number=2']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:17:39.102482 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.managers [req-1a5e3085-3318-4146-a28d-84252ac96eaf req-19421f38-d4e0-4756-ad04-b74dba48ce8f service neutron] Attempting to bind port 0062ba44-5a92-40b4-b6f0-d0fecf133a14 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=101951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:17:39.102960 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.managers [req-1a5e3085-3318-4146-a28d-84252ac96eaf req-19421f38-d4e0-4756-ad04-b74dba48ce8f service neutron] Attempting to bind port 0062ba44-5a92-40b4-b6f0-d0fecf133a14 by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': '65f08cfa-ecda-4a25-9308-735fb4fd54a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'b453ca95-3439-4b5e-b6ed-19a239ab1e56'}] {{(pid=101951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:17:39.103149 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a5e3085-3318-4146-a28d-84252ac96eaf req-19421f38-d4e0-4756-ad04-b74dba48ce8f service neutron] Attempting to bind port 0062ba44-5a92-40b4-b6f0-d0fecf133a14 on network b453ca95-3439-4b5e-b6ed-19a239ab1e56 {{(pid=101951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:17:39.109054 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a5e3085-3318-4146-a28d-84252ac96eaf req-19421f38-d4e0-4756-ad04-b74dba48ce8f service neutron] Port 0062ba44-5a92-40b4-b6f0-d0fecf133a14 on network b453ca95-3439-4b5e-b6ed-19a239ab1e56 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=101951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 22:17:39.109404 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a5e3085-3318-4146-a28d-84252ac96eaf req-19421f38-d4e0-4756-ad04-b74dba48ce8f service neutron] Attempting to bind port 0062ba44-5a92-40b4-b6f0-d0fecf133a14 on network b453ca95-3439-4b5e-b6ed-19a239ab1e56 {{(pid=101951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:17:39.115230 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a5e3085-3318-4146-a28d-84252ac96eaf req-19421f38-d4e0-4756-ad04-b74dba48ce8f service neutron] Checking agent: {'id': 'a052ab81-1c58-45ec-bb06-1cf32ae4b08e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 22, 14, 39), 'started_at': datetime.datetime(2021, 11, 11, 22, 14, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 17, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:17:39.115573 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a5e3085-3318-4146-a28d-84252ac96eaf req-19421f38-d4e0-4756-ad04-b74dba48ce8f service neutron] Checking segment: {'id': '65f08cfa-ecda-4a25-9308-735fb4fd54a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'b453ca95-3439-4b5e-b6ed-19a239ab1e56'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:17:39.116071 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a5e3085-3318-4146-a28d-84252ac96eaf req-19421f38-d4e0-4756-ad04-b74dba48ce8f service neutron] Bound using segment: {'id': '65f08cfa-ecda-4a25-9308-735fb4fd54a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'b453ca95-3439-4b5e-b6ed-19a239ab1e56'} {{(pid=101951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:17:39.116406 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.managers [req-1a5e3085-3318-4146-a28d-84252ac96eaf req-19421f38-d4e0-4756-ad04-b74dba48ce8f service neutron] Bound port: 0062ba44-5a92-40b4-b6f0-d0fecf133a14, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65f08cfa-ecda-4a25-9308-735fb4fd54a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'b453ca95-3439-4b5e-b6ed-19a239ab1e56'}}] {{(pid=101951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:17:39.116916 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [req-1a5e3085-3318-4146-a28d-84252ac96eaf req-19421f38-d4e0-4756-ad04-b74dba48ce8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_update {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:39.192870 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e030bc76-77a5-432b-916c-fc101b84ef90 req-b1d8928b-2616-4912-abad-33f9daf9b0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:39.193505 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.db [req-1a5e3085-3318-4146-a28d-84252ac96eaf req-19421f38-d4e0-4756-ad04-b74dba48ce8f service neutron] For port 0062ba44-5a92-40b4-b6f0-d0fecf133a14, host hv-cinder-73362, cleared binding levels {{(pid=101951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:17:39.194380 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-e030bc76-77a5-432b-916c-fc101b84ef90 req-b1d8928b-2616-4912-abad-33f9daf9b0c2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=deea16b60fcc4b4cbf11771b0628a1c4&device_id=42b1d02e-4eb1-4391-bd02-b80031206b3f HTTP/1.1" status: 200 len: 1098 time: 0.4559500 Nov 11 22:17:39.197262 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.db [req-1a5e3085-3318-4146-a28d-84252ac96eaf req-19421f38-d4e0-4756-ad04-b74dba48ce8f service neutron] For port 0062ba44-5a92-40b4-b6f0-d0fecf133a14, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=0062ba44-5a92-40b4-b6f0-d0fecf133a14,segment=NetworkSegment(65f08cfa-ecda-4a25-9308-735fb4fd54a3),segment_id=65f08cfa-ecda-4a25-9308-735fb4fd54a3)] {{(pid=101951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:17:39.203201 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [req-1a5e3085-3318-4146-a28d-84252ac96eaf req-19421f38-d4e0-4756-ad04-b74dba48ce8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776912265364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776911838100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776911838118'] for port, after_update {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:39.203500 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-07a328f4-5362-4826-b989-242051fbfd7a req-5f2f0c09-e132-4b05-8130-5b52f25e32e6 service neutron] 10.222.0.26 "GET /v2.0/networks/6d6ff938-050a-4ca6-ad58-070035060c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5543196 Nov 11 22:17:39.214504 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d6de22-9eaf-4ccf-a9ec-e75a6eb2674e req-5adbf711-0e01-46f2-934a-9ac73efe8594 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:39.215324 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-f6d6de22-9eaf-4ccf-a9ec-e75a6eb2674e req-5adbf711-0e01-46f2-934a-9ac73efe8594 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed3c0001-6ebc-4724-8674-9d2a57cec898 HTTP/1.1" status: 200 len: 945 time: 0.1429944 Nov 11 22:17:39.224163 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6729c37-9f28-4aaf-a3b1-99b0e898cd94 req-710990b7-5f8a-48f8-a2f0-b913d6ab99cc tempest-VolumesActionsTest-1271680840 tempest-VolumesActionsTest-1271680840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:39.225709 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-f6729c37-9f28-4aaf-a3b1-99b0e898cd94 req-710990b7-5f8a-48f8-a2f0-b913d6ab99cc tempest-VolumesActionsTest-1271680840 tempest-VolumesActionsTest-1271680840-project] 10.222.0.50 "GET /v2.0/ports?device_id=d82c9b33-3348-4f8d-ac80-dc711fcfbc4d HTTP/1.1" status: 200 len: 944 time: 0.1521406 Nov 11 22:17:39.246149 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5e3085-3318-4146-a28d-84252ac96eaf req-19421f38-d4e0-4756-ad04-b74dba48ce8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:39.246769 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [req-1a5e3085-3318-4146-a28d-84252ac96eaf req-19421f38-d4e0-4756-ad04-b74dba48ce8f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634242'] for port, before_response {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:39.248228 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-1a5e3085-3318-4146-a28d-84252ac96eaf req-19421f38-d4e0-4756-ad04-b74dba48ce8f service neutron] 10.222.0.26 "PUT /v2.0/ports/0062ba44-5a92-40b4-b6f0-d0fecf133a14 HTTP/1.1" status: 200 len: 1094 time: 0.8906271 Nov 11 22:17:39.248707 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd82c9b33-3348-4f8d-ac80-dc711fcfbc4d', 'tag': '0062ba44-5a92-40b4-b6f0-d0fecf133a14'}] {{(pid=101951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:17:39.250995 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6edad8924451e5ac919d090b7a0cdac835d5bd684dc46b69d397444c146e85de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e24df783-7512-4772-9d24-b40aa304ce9e" -d '{"events": [{"name": "network-changed", "server_uuid": "d82c9b33-3348-4f8d-ac80-dc711fcfbc4d", "tag": "0062ba44-5a92-40b4-b6f0-d0fecf133a14"}]}' {{(pid=101951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:17:39.272761 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19421f38-d4e0-4756-ad04-b74dba48ce8f service neutron] Pushing event updated for resources: {'Port': ['ID=0062ba44-5a92-40b4-b6f0-d0fecf133a14,revision_number=3']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:17:39.307930 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-f6d6de22-9eaf-4ccf-a9ec-e75a6eb2674e req-f714ac0c-7fc5-40f3-bbf3-3a122c5bcb57 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/security-groups?id=68067a07-9049-4dac-b76f-d82da95a01c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785224 Nov 11 22:17:39.316161 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-f6729c37-9f28-4aaf-a3b1-99b0e898cd94 req-e345b3e7-f00d-436e-b305-91f3d39506bf tempest-VolumesActionsTest-1271680840 tempest-VolumesActionsTest-1271680840-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b369d3e-6261-485c-b1b5-c76ee1bddc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804529 Nov 11 22:17:39.353126 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 22:17:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc5fa1f0-6916-4e03-85a2-8aafa7bcf8de x-openstack-request-id: req-fc5fa1f0-6916-4e03-85a2-8aafa7bcf8de {{(pid=101951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:17:39.353938 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d82c9b33-3348-4f8d-ac80-dc711fcfbc4d", "tag": "0062ba44-5a92-40b4-b6f0-d0fecf133a14", "status": "completed", "code": 200}]} {{(pid=101951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:17:39.354202 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-fc5fa1f0-6916-4e03-85a2-8aafa7bcf8de {{(pid=101951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:17:39.354596 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd82c9b33-3348-4f8d-ac80-dc711fcfbc4d', 'tag': '0062ba44-5a92-40b4-b6f0-d0fecf133a14', 'status': 'completed', 'code': 200} Nov 11 22:17:40.451874 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5ca46b-9ffe-4a90-840e-7acd78f14165 req-46b330df-bb2d-44ee-9ed4-611a10d8402b tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:40.453494 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-ee5ca46b-9ffe-4a90-840e-7acd78f14165 req-46b330df-bb2d-44ee-9ed4-611a10d8402b tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed3c0001-6ebc-4724-8674-9d2a57cec898 HTTP/1.1" status: 200 len: 945 time: 0.0557566 Nov 11 22:17:40.503349 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-ee5ca46b-9ffe-4a90-840e-7acd78f14165 req-e0c41461-3840-4fe9-bf02-e0692e1aab39 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/security-groups?id=68067a07-9049-4dac-b76f-d82da95a01c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438173 Nov 11 22:17:40.615721 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162a2905-da51-4527-831e-572513b206e7 req-88a6ec0d-7b24-4eb5-9733-a0f61ab493bf tempest-VolumesActionsTest-1271680840 tempest-VolumesActionsTest-1271680840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:40.617220 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-162a2905-da51-4527-831e-572513b206e7 req-88a6ec0d-7b24-4eb5-9733-a0f61ab493bf tempest-VolumesActionsTest-1271680840 tempest-VolumesActionsTest-1271680840-project] 10.222.0.50 "GET /v2.0/ports?device_id=d82c9b33-3348-4f8d-ac80-dc711fcfbc4d HTTP/1.1" status: 200 len: 944 time: 0.0545638 Nov 11 22:17:40.669162 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-162a2905-da51-4527-831e-572513b206e7 req-b557554a-5533-4cbf-853e-32928189ce06 tempest-VolumesActionsTest-1271680840 tempest-VolumesActionsTest-1271680840-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b369d3e-6261-485c-b1b5-c76ee1bddc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450830 Nov 11 22:17:41.626243 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41f98a9-945b-4aae-8da4-23948a5988a3 req-951e09c9-0f6a-4f09-9b86-d3c0144da868 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:41.627899 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-c41f98a9-945b-4aae-8da4-23948a5988a3 req-951e09c9-0f6a-4f09-9b86-d3c0144da868 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed3c0001-6ebc-4724-8674-9d2a57cec898 HTTP/1.1" status: 200 len: 945 time: 0.0520689 Nov 11 22:17:41.684798 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-c41f98a9-945b-4aae-8da4-23948a5988a3 req-2f85f7ef-37cc-4805-92ee-9437c3cb44a6 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/security-groups?id=68067a07-9049-4dac-b76f-d82da95a01c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454051 Nov 11 22:17:41.816272 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86186fe9-5e38-44f3-92fe-447157bf1929 req-89e5679b-3aee-437b-8170-b2a01bf3b089 tempest-VolumesActionsTest-1271680840 tempest-VolumesActionsTest-1271680840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:41.817866 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-86186fe9-5e38-44f3-92fe-447157bf1929 req-89e5679b-3aee-437b-8170-b2a01bf3b089 tempest-VolumesActionsTest-1271680840 tempest-VolumesActionsTest-1271680840-project] 10.222.0.50 "GET /v2.0/ports?device_id=d82c9b33-3348-4f8d-ac80-dc711fcfbc4d HTTP/1.1" status: 200 len: 944 time: 0.0762022 Nov 11 22:17:41.873574 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-86186fe9-5e38-44f3-92fe-447157bf1929 req-94c8ad99-86f7-4fff-9efc-bdc7b61e0c79 tempest-VolumesActionsTest-1271680840 tempest-VolumesActionsTest-1271680840-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b369d3e-6261-485c-b1b5-c76ee1bddc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479946 Nov 11 22:17:41.940504 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca35f05-8170-4c83-b3d5-1ca62dcd23bb req-acc4a615-06c3-4282-be88-6dff1a6266c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:41.942067 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-4ca35f05-8170-4c83-b3d5-1ca62dcd23bb req-acc4a615-06c3-4282-be88-6dff1a6266c4 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ed3c0001-6ebc-4724-8674-9d2a57cec898 HTTP/1.1" status: 200 len: 1098 time: 0.0543349 Nov 11 22:17:42.093095 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24df783-7512-4772-9d24-b40aa304ce9e req-178ecce8-b9ee-4956-a236-88aad9851261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:42.094898 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-e24df783-7512-4772-9d24-b40aa304ce9e req-178ecce8-b9ee-4956-a236-88aad9851261 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c3a19c2fb7974d0b97039489552f3a99&device_id=d82c9b33-3348-4f8d-ac80-dc711fcfbc4d HTTP/1.1" status: 200 len: 1097 time: 0.0716813 Nov 11 22:17:42.107202 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-4ca35f05-8170-4c83-b3d5-1ca62dcd23bb req-73de4cd3-58d1-4719-9d51-5e34fa0edd0b service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=68067a07-9049-4dac-b76f-d82da95a01c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065459 Nov 11 22:17:42.127829 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e030bc76-77a5-432b-916c-fc101b84ef90 req-dee18296-b41b-4ae7-aab9-718dc2aea33a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:42.129388 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-e030bc76-77a5-432b-916c-fc101b84ef90 req-dee18296-b41b-4ae7-aab9-718dc2aea33a service neutron] 10.222.0.26 "GET /v2.0/networks?id=c6d8e0de-0339-4dcf-b841-e5cc819e8604 HTTP/1.1" status: 200 len: 913 time: 0.1374876 Nov 11 22:17:42.331570 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24df783-7512-4772-9d24-b40aa304ce9e req-54c70344-c9db-48b9-a3e7-f411202a0924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:42.334376 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-e24df783-7512-4772-9d24-b40aa304ce9e req-54c70344-c9db-48b9-a3e7-f411202a0924 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=c3a19c2fb7974d0b97039489552f3a99&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2256474 Nov 11 22:17:42.808502 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b90dd2-c936-4c44-8af3-ba9601092017 req-d26ed33d-69a9-41e5-a986-8195e9188ded tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:42.810088 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-06b90dd2-c936-4c44-8af3-ba9601092017 req-d26ed33d-69a9-41e5-a986-8195e9188ded tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed3c0001-6ebc-4724-8674-9d2a57cec898 HTTP/1.1" status: 200 len: 945 time: 0.0527782 Nov 11 22:17:42.877439 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-06b90dd2-c936-4c44-8af3-ba9601092017 req-a9505592-8707-47b1-8218-5bd5ac061d36 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/security-groups?id=68067a07-9049-4dac-b76f-d82da95a01c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603683 Nov 11 22:17:43.033646 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1df4f4-876d-4b00-a64d-0ff48154f2aa req-b3c8a4c5-b1f4-467d-81d8-cca2c0cb8876 tempest-VolumesActionsTest-1271680840 tempest-VolumesActionsTest-1271680840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:43.035499 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-ba1df4f4-876d-4b00-a64d-0ff48154f2aa req-b3c8a4c5-b1f4-467d-81d8-cca2c0cb8876 tempest-VolumesActionsTest-1271680840 tempest-VolumesActionsTest-1271680840-project] 10.222.0.50 "GET /v2.0/ports?device_id=d82c9b33-3348-4f8d-ac80-dc711fcfbc4d HTTP/1.1" status: 200 len: 944 time: 0.0603087 Nov 11 22:17:43.086770 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-ba1df4f4-876d-4b00-a64d-0ff48154f2aa req-ce36b011-51d0-4b28-887d-ddb8884da52a tempest-VolumesActionsTest-1271680840 tempest-VolumesActionsTest-1271680840-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b369d3e-6261-485c-b1b5-c76ee1bddc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443962 Nov 11 22:17:44.007826 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254127fd-0be5-4f00-8b51-769cf7f0d369 req-ba997e02-c569-41c7-98c4-ce1cda11fb1f tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:44.009439 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-254127fd-0be5-4f00-8b51-769cf7f0d369 req-ba997e02-c569-41c7-98c4-ce1cda11fb1f tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed3c0001-6ebc-4724-8674-9d2a57cec898 HTTP/1.1" status: 200 len: 945 time: 0.0591173 Nov 11 22:17:44.063028 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-254127fd-0be5-4f00-8b51-769cf7f0d369 req-d7e70b87-056e-4c7f-83de-99a7f9930f53 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/security-groups?id=68067a07-9049-4dac-b76f-d82da95a01c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472171 Nov 11 22:17:44.212035 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e644a993-ecf4-4c39-a11b-9f4779d3fd89 req-46318eb2-3e42-41f4-851f-855d31c00a74 tempest-VolumesActionsTest-1271680840 tempest-VolumesActionsTest-1271680840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:44.214183 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-e644a993-ecf4-4c39-a11b-9f4779d3fd89 req-46318eb2-3e42-41f4-851f-855d31c00a74 tempest-VolumesActionsTest-1271680840 tempest-VolumesActionsTest-1271680840-project] 10.222.0.50 "GET /v2.0/ports?device_id=d82c9b33-3348-4f8d-ac80-dc711fcfbc4d HTTP/1.1" status: 200 len: 944 time: 0.0534434 Nov 11 22:17:44.271688 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-e644a993-ecf4-4c39-a11b-9f4779d3fd89 req-8ec8a433-b5d7-4fe8-9d8d-2770e463a43b tempest-VolumesActionsTest-1271680840 tempest-VolumesActionsTest-1271680840-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b369d3e-6261-485c-b1b5-c76ee1bddc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495870 Nov 11 22:17:45.224722 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86eacc0-3807-46ce-8b1f-b33b9333c904 req-39496572-4835-4089-a64f-232a7dcaf762 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:45.226536 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-f86eacc0-3807-46ce-8b1f-b33b9333c904 req-39496572-4835-4089-a64f-232a7dcaf762 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed3c0001-6ebc-4724-8674-9d2a57cec898 HTTP/1.1" status: 200 len: 945 time: 0.0731111 Nov 11 22:17:45.284826 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-e030bc76-77a5-432b-916c-fc101b84ef90 req-034a543c-ed03-4bf3-881f-d30ccb426c23 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0bc1820f-1a39-4597-b043-52b99c006ed9 HTTP/1.1" status: 200 len: 217 time: 0.0742400 Nov 11 22:17:45.462225 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e030bc76-77a5-432b-916c-fc101b84ef90 req-6d05410d-2f8f-4de1-b995-ad38245037e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:45.463959 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-e030bc76-77a5-432b-916c-fc101b84ef90 req-6d05410d-2f8f-4de1-b995-ad38245037e3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7909332a-42e1-4581-b2ca-65acab06e98d HTTP/1.1" status: 200 len: 852 time: 0.1588838 Nov 11 22:17:45.471211 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-f86eacc0-3807-46ce-8b1f-b33b9333c904 req-07c82815-7313-459a-b47e-843e9c0d91e6 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/security-groups?id=68067a07-9049-4dac-b76f-d82da95a01c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849754 Nov 11 22:17:45.505418 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-e030bc76-77a5-432b-916c-fc101b84ef90 req-02d88b10-b729-457a-a4c2-08b53b637e6e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c6d8e0de-0339-4dcf-b841-e5cc819e8604&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296679 Nov 11 22:17:45.518691 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2045a2a0-1378-438d-8f27-86e15faa2a1b req-720483fb-26dc-4bcc-a7fc-4a2737cef51d tempest-VolumesActionsTest-1271680840 tempest-VolumesActionsTest-1271680840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:45.520285 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-2045a2a0-1378-438d-8f27-86e15faa2a1b req-720483fb-26dc-4bcc-a7fc-4a2737cef51d tempest-VolumesActionsTest-1271680840 tempest-VolumesActionsTest-1271680840-project] 10.222.0.50 "GET /v2.0/ports?device_id=d82c9b33-3348-4f8d-ac80-dc711fcfbc4d HTTP/1.1" status: 200 len: 944 time: 0.1189048 Nov 11 22:17:45.608836 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24df783-7512-4772-9d24-b40aa304ce9e req-1276ac5e-1274-491b-af34-d81621e4dc16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:45.610554 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-e24df783-7512-4772-9d24-b40aa304ce9e req-1276ac5e-1274-491b-af34-d81621e4dc16 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4013631 Nov 11 22:17:45.649535 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-2045a2a0-1378-438d-8f27-86e15faa2a1b req-f3549170-1f1e-4526-ae16-73981a09b5af tempest-VolumesActionsTest-1271680840 tempest-VolumesActionsTest-1271680840-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b369d3e-6261-485c-b1b5-c76ee1bddc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207170 Nov 11 22:17:45.686961 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-e030bc76-77a5-432b-916c-fc101b84ef90 req-bc338266-3ae9-4905-b1d5-b846cb637789 service neutron] 10.222.0.26 "GET /v2.0/networks/c6d8e0de-0339-4dcf-b841-e5cc819e8604?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655760 Nov 11 22:17:45.730122 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5e3085-3318-4146-a28d-84252ac96eaf req-e17e6568-74e7-4d26-b37c-f06da75ec8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:45.733556 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-1a5e3085-3318-4146-a28d-84252ac96eaf req-e17e6568-74e7-4d26-b37c-f06da75ec8bd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c3a19c2fb7974d0b97039489552f3a99&device_id=d82c9b33-3348-4f8d-ac80-dc711fcfbc4d HTTP/1.1" status: 200 len: 1097 time: 0.0712025 Nov 11 22:17:45.798763 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-1a5e3085-3318-4146-a28d-84252ac96eaf req-71af18e7-2273-4fab-a834-430bdb396c57 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0062ba44-5a92-40b4-b6f0-d0fecf133a14 HTTP/1.1" status: 200 len: 217 time: 0.0500405 Nov 11 22:17:45.819217 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-e030bc76-77a5-432b-916c-fc101b84ef90 req-476b1fba-146a-45a7-b4c1-7d683e38b0d1 service neutron] 10.222.0.26 "GET /v2.0/networks/c6d8e0de-0339-4dcf-b841-e5cc819e8604?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221559 Nov 11 22:17:45.875533 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5e3085-3318-4146-a28d-84252ac96eaf req-b3f62d2e-5537-4fd8-a94e-a90b596819d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:45.877071 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-1a5e3085-3318-4146-a28d-84252ac96eaf req-b3f62d2e-5537-4fd8-a94e-a90b596819d7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3f04f683-11fe-4c2e-be4f-4108d7203f86 HTTP/1.1" status: 200 len: 849 time: 0.0660043 Nov 11 22:17:45.930625 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-1a5e3085-3318-4146-a28d-84252ac96eaf req-4d960083-9d89-4482-a338-abc2875bbbfe service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b453ca95-3439-4b5e-b6ed-19a239ab1e56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449843 Nov 11 22:17:46.075233 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-1a5e3085-3318-4146-a28d-84252ac96eaf req-621e64e6-0d46-4b93-a084-f3c06202bc9f service neutron] 10.222.0.26 "GET /v2.0/networks/b453ca95-3439-4b5e-b6ed-19a239ab1e56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361015 Nov 11 22:17:46.214553 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-1a5e3085-3318-4146-a28d-84252ac96eaf req-37b0f492-2058-4ea5-85ee-5b9c4dd77202 service neutron] 10.222.0.26 "GET /v2.0/networks/b453ca95-3439-4b5e-b6ed-19a239ab1e56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300535 Nov 11 22:17:46.648824 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27d5d1b-efb6-4fb1-ada0-a700c25adc02 req-f331761a-a144-4a7d-a161-5487a0d4ec97 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:46.650578 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-a27d5d1b-efb6-4fb1-ada0-a700c25adc02 req-f331761a-a144-4a7d-a161-5487a0d4ec97 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed3c0001-6ebc-4724-8674-9d2a57cec898 HTTP/1.1" status: 200 len: 945 time: 0.0668950 Nov 11 22:17:46.726925 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-a27d5d1b-efb6-4fb1-ada0-a700c25adc02 req-bc72cd98-a26a-48ff-b406-73358cd2572b tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/security-groups?id=68067a07-9049-4dac-b76f-d82da95a01c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698211 Nov 11 22:17:46.838303 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85c2cf3-c59e-452b-bdf0-6129f4aecb2a req-15f00c0b-59dc-400b-afe2-7ae0392a6e65 tempest-VolumesActionsTest-1271680840 tempest-VolumesActionsTest-1271680840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:46.842377 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-a85c2cf3-c59e-452b-bdf0-6129f4aecb2a req-15f00c0b-59dc-400b-afe2-7ae0392a6e65 tempest-VolumesActionsTest-1271680840 tempest-VolumesActionsTest-1271680840-project] 10.222.0.50 "GET /v2.0/ports?device_id=d82c9b33-3348-4f8d-ac80-dc711fcfbc4d HTTP/1.1" status: 200 len: 944 time: 0.0790830 Nov 11 22:17:46.915665 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-a85c2cf3-c59e-452b-bdf0-6129f4aecb2a req-0ea14208-564c-442d-812b-5a5f2e82e6b4 tempest-VolumesActionsTest-1271680840 tempest-VolumesActionsTest-1271680840-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b369d3e-6261-485c-b1b5-c76ee1bddc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633337 Nov 11 22:17:47.609207 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.wsgi [-] (101950) accepted ('10.222.0.50', 42512) {{(pid=101950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:17:47.871440 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58886a4f-3b1f-40f1-a45e-bdbb792a9e93 req-7b536a78-5683-4714-a6ed-9922af68a96f tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:47.873188 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-58886a4f-3b1f-40f1-a45e-bdbb792a9e93 req-7b536a78-5683-4714-a6ed-9922af68a96f tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed3c0001-6ebc-4724-8674-9d2a57cec898 HTTP/1.1" status: 200 len: 945 time: 0.0584757 Nov 11 22:17:47.926285 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 42524) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:17:47.960230 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-58886a4f-3b1f-40f1-a45e-bdbb792a9e93 req-7e2b1ca3-bd3a-416d-9c88-87cdc30f94a9 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/security-groups?id=68067a07-9049-4dac-b76f-d82da95a01c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803120 Nov 11 22:17:47.976292 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.wsgi [-] (101950) accepted ('10.222.0.50', 42530) {{(pid=101950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:17:48.078940 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-f600bdcc-d121-4f8b-b8ed-ec376333a30f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:48.091356 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-8519c95e-0ec7-4eb6-aeee-4dfa9a25b10b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:48.146015 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-5397b46f-a8b8-4d2b-a687-ef15a70e20b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:48.261287 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-8519c95e-0ec7-4eb6-aeee-4dfa9a25b10b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:48.269234 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-8519c95e-0ec7-4eb6-aeee-4dfa9a25b10b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:48.279888 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dad1558-ddb2-47ed-bc09-d573e44eeddb req-de9f06ba-cd52-4c05-a958-9d2fed9747d9 tempest-VolumesActionsTest-1271680840 tempest-VolumesActionsTest-1271680840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:48.281916 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-7dad1558-ddb2-47ed-bc09-d573e44eeddb req-de9f06ba-cd52-4c05-a958-9d2fed9747d9 tempest-VolumesActionsTest-1271680840 tempest-VolumesActionsTest-1271680840-project] 10.222.0.50 "GET /v2.0/ports?device_id=d82c9b33-3348-4f8d-ac80-dc711fcfbc4d HTTP/1.1" status: 200 len: 944 time: 0.1738174 Nov 11 22:17:48.356839 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-f600bdcc-d121-4f8b-b8ed-ec376333a30f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:48.378872 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-8519c95e-0ec7-4eb6-aeee-4dfa9a25b10b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a0eae99eec924440b5913f41d930bb6f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4488564 Nov 11 22:17:48.381371 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 42538) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:17:48.390080 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-f600bdcc-d121-4f8b-b8ed-ec376333a30f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:48.404364 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8519c95e-0ec7-4eb6-aeee-4dfa9a25b10b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d8531cb-5c69-4fcf-ae59-81d02ba96e39,revision_number=1']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:17:48.438515 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-7dad1558-ddb2-47ed-bc09-d573e44eeddb req-cfb36512-e090-457a-a98d-917902edaace tempest-VolumesActionsTest-1271680840 tempest-VolumesActionsTest-1271680840-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b369d3e-6261-485c-b1b5-c76ee1bddc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346338 Nov 11 22:17:48.446352 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-5397b46f-a8b8-4d2b-a687-ef15a70e20b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:48.455632 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-487c9dce-1fc7-425f-92f0-8cb0e6c5c9dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:48.482427 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-487c9dce-1fc7-425f-92f0-8cb0e6c5c9dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:48.490380 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-5397b46f-a8b8-4d2b-a687-ef15a70e20b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:48.493304 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f600bdcc-d121-4f8b-b8ed-ec376333a30f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31a2d296-6650-440d-b975-b214dc7b6a65,revision_number=1']} {{(pid=101950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:17:48.503377 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [None req-f600bdcc-d121-4f8b-b8ed-ec376333a30f admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=fe98e1c8e2174b0aba10a9add85d5bde&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8929324 Nov 11 22:17:48.509984 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.wsgi [-] (101950) accepted ('10.222.0.50', 42540) {{(pid=101950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:17:48.554234 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-487c9dce-1fc7-425f-92f0-8cb0e6c5c9dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:48.558030 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-487c9dce-1fc7-425f-92f0-8cb0e6c5c9dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:48.560070 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-487c9dce-1fc7-425f-92f0-8cb0e6c5c9dc admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3d8531cb-5c69-4fcf-ae59-81d02ba96e39 HTTP/1.1" status: 204 len: 168 time: 0.1768854 Nov 11 22:17:48.573179 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487c9dce-1fc7-425f-92f0-8cb0e6c5c9dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d8531cb-5c69-4fcf-ae59-81d02ba96e39,revision_number=None']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:17:48.598066 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [None req-5397b46f-a8b8-4d2b-a687-ef15a70e20b9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f87564a5136346baa70361b0a0d8d91f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6197975 Nov 11 22:17:48.604111 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 42550) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:17:48.640367 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5397b46f-a8b8-4d2b-a687-ef15a70e20b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=535c746c-c63a-4bc5-8200-ceeb36e210eb,revision_number=1']} {{(pid=101950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:17:48.659261 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fd2dd2-dff6-42ef-9eb2-589829a67536 req-e4caee91-2237-49d6-b948-5fec0c8ae371 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:48.660920 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-63fd2dd2-dff6-42ef-9eb2-589829a67536 req-e4caee91-2237-49d6-b948-5fec0c8ae371 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed3c0001-6ebc-4724-8674-9d2a57cec898 HTTP/1.1" status: 200 len: 945 time: 0.2277591 Nov 11 22:17:48.700454 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-5c4de54b-4a7f-4bbb-a4fc-93415c195702 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:48.700909 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-a57ec297-170a-4d62-a63c-bf0c699bbc69 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:48.733150 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-5c4de54b-4a7f-4bbb-a4fc-93415c195702 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:48.744406 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-a57ec297-170a-4d62-a63c-bf0c699bbc69 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:48.754251 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-63fd2dd2-dff6-42ef-9eb2-589829a67536 req-b76b7986-74f5-4ede-b5ac-2d363dad6e6e tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/security-groups?id=68067a07-9049-4dac-b76f-d82da95a01c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840316 Nov 11 22:17:48.795725 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-5c4de54b-4a7f-4bbb-a4fc-93415c195702 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:48.798775 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-5c4de54b-4a7f-4bbb-a4fc-93415c195702 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:48.799936 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-5c4de54b-4a7f-4bbb-a4fc-93415c195702 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/535c746c-c63a-4bc5-8200-ceeb36e210eb HTTP/1.1" status: 204 len: 168 time: 0.1926086 Nov 11 22:17:48.815080 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4de54b-4a7f-4bbb-a4fc-93415c195702 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=535c746c-c63a-4bc5-8200-ceeb36e210eb,revision_number=None']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:17:48.833371 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-a57ec297-170a-4d62-a63c-bf0c699bbc69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:48.836911 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-a57ec297-170a-4d62-a63c-bf0c699bbc69 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:48.843323 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [None req-a57ec297-170a-4d62-a63c-bf0c699bbc69 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/31a2d296-6650-440d-b975-b214dc7b6a65 HTTP/1.1" status: 204 len: 168 time: 0.3238788 Nov 11 22:17:48.855512 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57ec297-170a-4d62-a63c-bf0c699bbc69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31a2d296-6650-440d-b975-b214dc7b6a65,revision_number=None']} {{(pid=101950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:17:49.226866 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.wsgi [-] (101950) accepted ('10.222.0.50', 42566) {{(pid=101950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:17:49.250005 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-c2060f8d-b978-43db-acac-1e1e00d5f861 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:49.258166 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 42568) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:17:49.274014 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-877375ac-466d-499e-ad0b-222a10a32a75 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:49.369691 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-c2060f8d-b978-43db-acac-1e1e00d5f861 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:49.375323 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-c2060f8d-b978-43db-acac-1e1e00d5f861 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:49.379835 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-877375ac-466d-499e-ad0b-222a10a32a75 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:49.384996 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-877375ac-466d-499e-ad0b-222a10a32a75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:49.428892 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877375ac-466d-499e-ad0b-222a10a32a75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8d470ad-1b6e-44b6-ba8f-b813d5551948,revision_number=1']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:17:49.435476 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-877375ac-466d-499e-ad0b-222a10a32a75 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=8245f15c820c43c2bcde04e5c56523f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1750197 Nov 11 22:17:49.439857 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.wsgi [-] (101950) accepted ('10.222.0.50', 42572) {{(pid=101950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:17:49.455181 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [None req-c2060f8d-b978-43db-acac-1e1e00d5f861 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ab3e917dd95242e6989b71ba6a13ea68&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2215967 Nov 11 22:17:49.457649 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.wsgi [-] (101950) accepted ('10.222.0.50', 42574) {{(pid=101950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:17:49.459765 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2060f8d-b978-43db-acac-1e1e00d5f861 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0ccb780-f7dc-4ea2-9012-b8e2d38cab48,revision_number=1']} {{(pid=101950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:17:49.559907 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-f6dcb604-2575-4b19-84f0-3c962a270667 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:49.561877 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-36331d07-49a2-4bab-8818-faec52a79189 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:49.621333 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-36331d07-49a2-4bab-8818-faec52a79189 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:49.638635 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-f6dcb604-2575-4b19-84f0-3c962a270667 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:49.697670 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77c20c8-30ce-431f-9c4f-1b4f3d381323 req-1447dcf6-7c01-466d-a802-3bb71b2e9a52 tempest-VolumesActionsTest-1271680840 tempest-VolumesActionsTest-1271680840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:49.697930 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-b77c20c8-30ce-431f-9c4f-1b4f3d381323 req-1447dcf6-7c01-466d-a802-3bb71b2e9a52 tempest-VolumesActionsTest-1271680840 tempest-VolumesActionsTest-1271680840-project] 10.222.0.50 "GET /v2.0/ports?device_id=d82c9b33-3348-4f8d-ac80-dc711fcfbc4d HTTP/1.1" status: 200 len: 944 time: 0.1540320 Nov 11 22:17:49.735261 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Device 0062ba44-5a92-40b4-b6f0-d0fecf133a14 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=101952) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 22:17:49.743295 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-36331d07-49a2-4bab-8818-faec52a79189 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:49.746662 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-36331d07-49a2-4bab-8818-faec52a79189 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:49.748065 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [None req-36331d07-49a2-4bab-8818-faec52a79189 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b0ccb780-f7dc-4ea2-9012-b8e2d38cab48 HTTP/1.1" status: 204 len: 168 time: 0.2893162 Nov 11 22:17:49.768109 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36331d07-49a2-4bab-8818-faec52a79189 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0ccb780-f7dc-4ea2-9012-b8e2d38cab48,revision_number=None']} {{(pid=101950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:17:49.774693 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-f6dcb604-2575-4b19-84f0-3c962a270667 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:49.778138 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-f6dcb604-2575-4b19-84f0-3c962a270667 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:49.779361 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [None req-f6dcb604-2575-4b19-84f0-3c962a270667 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a8d470ad-1b6e-44b6-ba8f-b813d5551948 HTTP/1.1" status: 204 len: 168 time: 0.3375342 Nov 11 22:17:49.794584 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-b77c20c8-30ce-431f-9c4f-1b4f3d381323 req-55283ccc-7436-4f8a-86cd-680c2b2e2dbd tempest-VolumesActionsTest-1271680840 tempest-VolumesActionsTest-1271680840-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b369d3e-6261-485c-b1b5-c76ee1bddc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852165 Nov 11 22:17:49.800475 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dcb604-2575-4b19-84f0-3c962a270667 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8d470ad-1b6e-44b6-ba8f-b813d5551948,revision_number=None']} {{(pid=101950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:17:49.902556 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] For port 0062ba44-5a92-40b4-b6f0-d0fecf133a14, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=0062ba44-5a92-40b4-b6f0-d0fecf133a14,segment=NetworkSegment(65f08cfa-ecda-4a25-9308-735fb4fd54a3),segment_id=65f08cfa-ecda-4a25-9308-735fb4fd54a3)] {{(pid=101952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:17:49.918552 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Returning: {'device': '0062ba44-5a92-40b4-b6f0-d0fecf133a14', 'network_id': 'b453ca95-3439-4b5e-b6ed-19a239ab1e56', 'port_id': '0062ba44-5a92-40b4-b6f0-d0fecf133a14', 'mac_address': 'fa:16:3e:f9:e2:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 826, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f04f683-11fe-4c2e-be4f-4108d7203f86', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101952) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 22:17:49.992216 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faed9500-db28-4959-ada8-0b0d6f45a7fa req-e29bfc68-4ced-46aa-988b-6c6b751032b2 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:49.994418 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-faed9500-db28-4959-ada8-0b0d6f45a7fa req-e29bfc68-4ced-46aa-988b-6c6b751032b2 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed3c0001-6ebc-4724-8674-9d2a57cec898 HTTP/1.1" status: 200 len: 945 time: 0.0651636 Nov 11 22:17:50.000099 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:50.016735 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.notifiers.nova [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0062ba44-5a92-40b4-b6f0-d0fecf133a14 {{(pid=101952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 22:17:50.045023 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] For port 0062ba44-5a92-40b4-b6f0-d0fecf133a14, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=0062ba44-5a92-40b4-b6f0-d0fecf133a14,segment=NetworkSegment(65f08cfa-ecda-4a25-9308-735fb4fd54a3),segment_id=65f08cfa-ecda-4a25-9308-735fb4fd54a3)] {{(pid=101952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:17:50.051294 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776912265364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776911838100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776911838118'] for port, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:50.107871 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-faed9500-db28-4959-ada8-0b0d6f45a7fa req-c73c9fc1-6569-4d52-bb01-5736354d2973 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/security-groups?id=68067a07-9049-4dac-b76f-d82da95a01c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960217 Nov 11 22:17:50.116122 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Pushing event updated for resources: {'Port': ['ID=0062ba44-5a92-40b4-b6f0-d0fecf133a14,revision_number=4']} {{(pid=101952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:17:50.932191 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832675c0-88bd-4115-bfb3-68da8701f679 req-29a10463-eb19-4f90-affa-220f5d237734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:50.934480 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-832675c0-88bd-4115-bfb3-68da8701f679 req-29a10463-eb19-4f90-affa-220f5d237734 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f08f0ccbadb74a1fb24f11c7ab51aed8&device_id=ed3c0001-6ebc-4724-8674-9d2a57cec898 HTTP/1.1" status: 200 len: 1098 time: 0.0886838 Nov 11 22:17:51.025547 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a55fd6-1924-4b4a-b9c3-59aa29a0ef0c req-72afdce8-f5ae-449d-b390-075049406a50 tempest-VolumesActionsTest-1271680840 tempest-VolumesActionsTest-1271680840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:51.033554 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-29a55fd6-1924-4b4a-b9c3-59aa29a0ef0c req-72afdce8-f5ae-449d-b390-075049406a50 tempest-VolumesActionsTest-1271680840 tempest-VolumesActionsTest-1271680840-project] 10.222.0.50 "GET /v2.0/ports?device_id=d82c9b33-3348-4f8d-ac80-dc711fcfbc4d HTTP/1.1" status: 200 len: 945 time: 0.0820243 Nov 11 22:17:51.094877 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-29a55fd6-1924-4b4a-b9c3-59aa29a0ef0c req-a6052279-b7a0-4730-8196-d7b416ccaaea tempest-VolumesActionsTest-1271680840 tempest-VolumesActionsTest-1271680840-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b369d3e-6261-485c-b1b5-c76ee1bddc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576007 Nov 11 22:17:51.156462 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832675c0-88bd-4115-bfb3-68da8701f679 req-fbd5efd6-a848-458c-a32d-fa98cb21bf22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:51.159841 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-832675c0-88bd-4115-bfb3-68da8701f679 req-fbd5efd6-a848-458c-a32d-fa98cb21bf22 service neutron] 10.222.0.26 "GET /v2.0/networks?id=2f5472e6-3d4a-4f79-a5b2-6b96144f59c3 HTTP/1.1" status: 200 len: 919 time: 0.2129691 Nov 11 22:17:51.232969 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.wsgi [-] (101950) accepted ('10.222.0.50', 42654) {{(pid=101950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:17:51.244222 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-832675c0-88bd-4115-bfb3-68da8701f679 req-872c97f8-d39f-431d-8acf-b6a96a0e6de0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=46e88aed-e1a4-46c0-820e-cb806669b616 HTTP/1.1" status: 200 len: 217 time: 0.0757399 Nov 11 22:17:51.306883 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832675c0-88bd-4115-bfb3-68da8701f679 req-efd0576a-bcd9-46c0-a925-4f82b34b2611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:51.309310 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-832675c0-88bd-4115-bfb3-68da8701f679 req-efd0576a-bcd9-46c0-a925-4f82b34b2611 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c79b6f25-3c3e-41d1-96ac-2ecaf2fc7991 HTTP/1.1" status: 200 len: 858 time: 0.0565748 Nov 11 22:17:51.356139 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784ea9ad-6421-4da0-8607-13d73c474512 req-4e28b8ba-10dd-4fac-aa1c-df9f497c273d tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:51.357538 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] get_ports_and_sgs() called for port_ids ['0062ba44-5a92-40b4-b6f0-d0fecf133a14'] {{(pid=101952) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 22:17:51.362272 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-832675c0-88bd-4115-bfb3-68da8701f679 req-7e2ef853-fb1c-4d88-985a-14207260dacd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2f5472e6-3d4a-4f79-a5b2-6b96144f59c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432303 Nov 11 22:17:51.370483 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-784ea9ad-6421-4da0-8607-13d73c474512 req-4e28b8ba-10dd-4fac-aa1c-df9f497c273d tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed3c0001-6ebc-4724-8674-9d2a57cec898 HTTP/1.1" status: 200 len: 945 time: 0.1125886 Nov 11 22:17:51.485840 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-784ea9ad-6421-4da0-8607-13d73c474512 req-de313230-cf3d-4bb2-bc5f-1372b23b2796 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/security-groups?id=68067a07-9049-4dac-b76f-d82da95a01c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138394 Nov 11 22:17:51.518039 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-832675c0-88bd-4115-bfb3-68da8701f679 req-1c2bd3d4-d734-48f5-9be4-bfa3959d0f2c service neutron] 10.222.0.26 "GET /v2.0/networks/2f5472e6-3d4a-4f79-a5b2-6b96144f59c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427090 Nov 11 22:17:51.562648 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-4cd6782b-cac9-47c1-ae92-bba5c4e26b26 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:51.709393 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-4cd6782b-cac9-47c1-ae92-bba5c4e26b26 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:51.715497 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-4cd6782b-cac9-47c1-ae92-bba5c4e26b26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:51.777210 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-832675c0-88bd-4115-bfb3-68da8701f679 req-3081204c-8a5d-42a4-9fc8-0558c0c9f4b1 service neutron] 10.222.0.26 "GET /v2.0/networks/2f5472e6-3d4a-4f79-a5b2-6b96144f59c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2420104 Nov 11 22:17:51.785126 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [None req-4cd6782b-cac9-47c1-ae92-bba5c4e26b26 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d80ea47a8be44327852683a8c194afb5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5508521 Nov 11 22:17:51.786574 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd6782b-cac9-47c1-ae92-bba5c4e26b26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dde90f77-2693-4f3d-b5c6-7bc7cd8c2c12,revision_number=1']} {{(pid=101950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:17:51.793009 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 42672) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:17:51.869867 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-589d1bcd-9b44-45f0-8673-dbbb0dc13bd7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:51.952098 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-589d1bcd-9b44-45f0-8673-dbbb0dc13bd7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:52.035749 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-589d1bcd-9b44-45f0-8673-dbbb0dc13bd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:52.038995 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-589d1bcd-9b44-45f0-8673-dbbb0dc13bd7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:52.041496 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-589d1bcd-9b44-45f0-8673-dbbb0dc13bd7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/dde90f77-2693-4f3d-b5c6-7bc7cd8c2c12 HTTP/1.1" status: 204 len: 168 time: 0.2460444 Nov 11 22:17:52.051296 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589d1bcd-9b44-45f0-8673-dbbb0dc13bd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dde90f77-2693-4f3d-b5c6-7bc7cd8c2c12,revision_number=None']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:17:52.265659 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb4a41d-0b15-40f2-a4f4-0440673e310b req-d4930ef0-ca29-4153-bfa1-1f0df193c671 tempest-VolumesActionsTest-1271680840 tempest-VolumesActionsTest-1271680840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:52.268424 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-edb4a41d-0b15-40f2-a4f4-0440673e310b req-d4930ef0-ca29-4153-bfa1-1f0df193c671 tempest-VolumesActionsTest-1271680840 tempest-VolumesActionsTest-1271680840-project] 10.222.0.50 "GET /v2.0/ports?device_id=d82c9b33-3348-4f8d-ac80-dc711fcfbc4d HTTP/1.1" status: 200 len: 945 time: 0.1003499 Nov 11 22:17:52.345318 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-edb4a41d-0b15-40f2-a4f4-0440673e310b req-6bc02226-2b93-4796-ac41-4887d3a298a3 tempest-VolumesActionsTest-1271680840 tempest-VolumesActionsTest-1271680840-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b369d3e-6261-485c-b1b5-c76ee1bddc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690734 Nov 11 22:17:52.664663 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0020afe2-2a4a-4357-8472-70bce24cd5c3 req-28330579-6e04-455b-8329-706c9b92cbd9 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:52.667044 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-0020afe2-2a4a-4357-8472-70bce24cd5c3 req-28330579-6e04-455b-8329-706c9b92cbd9 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed3c0001-6ebc-4724-8674-9d2a57cec898 HTTP/1.1" status: 200 len: 945 time: 0.0588670 Nov 11 22:17:52.732452 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-0020afe2-2a4a-4357-8472-70bce24cd5c3 req-7554e6a5-0687-4230-a072-9c27c33853b6 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/security-groups?id=68067a07-9049-4dac-b76f-d82da95a01c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524127 Nov 11 22:17:52.862221 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Device 0062ba44-5a92-40b4-b6f0-d0fecf133a14 up at agent hyperv_hv-cinder-73362 {{(pid=101952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:17:52.927422 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.provisioning_blocks [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Provisioning for port 0062ba44-5a92-40b4-b6f0-d0fecf133a14 completed by entity L2. {{(pid=101952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 22:17:52.935086 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.provisioning_blocks [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Provisioning complete for port 0062ba44-5a92-40b4-b6f0-d0fecf133a14 triggered by entity L2. {{(pid=101952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:17:52.935688 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8061746'] for port, provisioning_complete {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:53.097073 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:53.166581 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd82c9b33-3348-4f8d-ac80-dc711fcfbc4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0062ba44-5a92-40b4-b6f0-d0fecf133a14'}] {{(pid=101952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:17:53.170926 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}354dda558456ac383be05774d0115fbb8a8e814f0e1169db929e83f4c2942df8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb5ced43-4ca4-4e13-b188-09cb882cf4f4" -d '{"events": [{"server_uuid": "d82c9b33-3348-4f8d-ac80-dc711fcfbc4d", "name": "network-vif-plugged", "status": "completed", "tag": "0062ba44-5a92-40b4-b6f0-d0fecf133a14"}]}' {{(pid=101952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:17:53.234955 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] For port 0062ba44-5a92-40b4-b6f0-d0fecf133a14, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=0062ba44-5a92-40b4-b6f0-d0fecf133a14,segment=NetworkSegment(65f08cfa-ecda-4a25-9308-735fb4fd54a3),segment_id=65f08cfa-ecda-4a25-9308-735fb4fd54a3)] {{(pid=101952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:17:53.248241 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776912265364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776911838100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776911838118'] for port, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:53.346436 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 22:17:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfd8744f-0013-4c87-865f-7c20977b4be3 x-openstack-request-id: req-bfd8744f-0013-4c87-865f-7c20977b4be3 {{(pid=101952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:17:53.347310 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d82c9b33-3348-4f8d-ac80-dc711fcfbc4d", "name": "network-vif-plugged", "status": "completed", "tag": "0062ba44-5a92-40b4-b6f0-d0fecf133a14", "code": 200}]} {{(pid=101952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:17:53.348006 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-bfd8744f-0013-4c87-865f-7c20977b4be3 {{(pid=101952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:17:53.349896 dv-cinder-733622-20-iscsi neutron-server[101952]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd82c9b33-3348-4f8d-ac80-dc711fcfbc4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0062ba44-5a92-40b4-b6f0-d0fecf133a14', 'code': 200} Nov 11 22:17:53.501951 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Pushing event updated for resources: {'Port': ['ID=0062ba44-5a92-40b4-b6f0-d0fecf133a14,revision_number=5']} {{(pid=101952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:17:53.717892 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e00f54-aacc-4c27-b56a-c58a29384edb req-71ca9d47-c27a-40f2-8f1b-6ce338fdaf5e tempest-VolumesActionsTest-1271680840 tempest-VolumesActionsTest-1271680840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:53.720791 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-57e00f54-aacc-4c27-b56a-c58a29384edb req-71ca9d47-c27a-40f2-8f1b-6ce338fdaf5e tempest-VolumesActionsTest-1271680840 tempest-VolumesActionsTest-1271680840-project] 10.222.0.50 "GET /v2.0/ports?device_id=d82c9b33-3348-4f8d-ac80-dc711fcfbc4d HTTP/1.1" status: 200 len: 946 time: 0.1007915 Nov 11 22:17:53.778895 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe18477-a6e6-4f2a-a977-cad747d428f4 req-0c5d17a5-fddf-43ba-b5fa-7f6f2055a2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:53.786356 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-dfe18477-a6e6-4f2a-a977-cad747d428f4 req-0c5d17a5-fddf-43ba-b5fa-7f6f2055a2a7 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d82c9b33-3348-4f8d-ac80-dc711fcfbc4d HTTP/1.1" status: 200 len: 1099 time: 0.0782392 Nov 11 22:17:53.841900 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-57e00f54-aacc-4c27-b56a-c58a29384edb req-a9fca647-504b-4697-935d-6100b97a06b1 tempest-VolumesActionsTest-1271680840 tempest-VolumesActionsTest-1271680840-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b369d3e-6261-485c-b1b5-c76ee1bddc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098969 Nov 11 22:17:53.899369 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-dfe18477-a6e6-4f2a-a977-cad747d428f4 req-cfdd2485-f4e0-46b4-9b1e-7648a602ef3a service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=3b369d3e-6261-485c-b1b5-c76ee1bddc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051421 Nov 11 22:17:53.976029 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6028ba2b-f8eb-427d-a826-854e16122b87 req-a6a097cc-4bf7-4cb5-b505-11eddd4ca2cd tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:53.979311 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-6028ba2b-f8eb-427d-a826-854e16122b87 req-a6a097cc-4bf7-4cb5-b505-11eddd4ca2cd tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed3c0001-6ebc-4724-8674-9d2a57cec898 HTTP/1.1" status: 200 len: 945 time: 0.0908103 Nov 11 22:17:54.061662 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-6028ba2b-f8eb-427d-a826-854e16122b87 req-601ac35c-a7c6-45a6-9910-aa6446cb6665 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/security-groups?id=68067a07-9049-4dac-b76f-d82da95a01c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763903 Nov 11 22:17:54.721003 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a430d74f-4b4e-4878-8090-849bae8c1b72 req-e6ef1369-f00b-43a0-9745-95760368fdec tempest-DeleteServersTestJSON-1769004992 tempest-DeleteServersTestJSON-1769004992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:54.729772 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-a430d74f-4b4e-4878-8090-849bae8c1b72 req-e6ef1369-f00b-43a0-9745-95760368fdec tempest-DeleteServersTestJSON-1769004992 tempest-DeleteServersTestJSON-1769004992-project] 10.222.0.50 "GET /v2.0/ports?device_id=42b1d02e-4eb1-4391-bd02-b80031206b3f HTTP/1.1" status: 200 len: 945 time: 0.0759194 Nov 11 22:17:54.794890 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-a430d74f-4b4e-4878-8090-849bae8c1b72 req-854a5872-3005-4bf9-9b98-5c4bd479f219 tempest-DeleteServersTestJSON-1769004992 tempest-DeleteServersTestJSON-1769004992-project] 10.222.0.50 "GET /v2.0/security-groups?id=fcc32f26-ec22-49a1-877e-bea08eb1a9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641606 Nov 11 22:17:55.015352 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58221bed-053e-4d2d-bd2a-ded7290d3352 req-8022bf9b-b825-4eb6-a234-f894b664e9a2 tempest-VolumesActionsTest-1271680840 tempest-VolumesActionsTest-1271680840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:55.028277 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-58221bed-053e-4d2d-bd2a-ded7290d3352 req-8022bf9b-b825-4eb6-a234-f894b664e9a2 tempest-VolumesActionsTest-1271680840 tempest-VolumesActionsTest-1271680840-project] 10.222.0.50 "GET /v2.0/ports?device_id=d82c9b33-3348-4f8d-ac80-dc711fcfbc4d HTTP/1.1" status: 200 len: 946 time: 0.0715420 Nov 11 22:17:55.105495 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-58221bed-053e-4d2d-bd2a-ded7290d3352 req-8747220e-deab-41f6-8cbc-f644d165dc2c tempest-VolumesActionsTest-1271680840 tempest-VolumesActionsTest-1271680840-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b369d3e-6261-485c-b1b5-c76ee1bddc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757401 Nov 11 22:17:55.210421 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.wsgi [-] (101950) accepted ('10.222.0.50', 42862) {{(pid=101950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:17:55.268247 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8138716-8990-4862-8a5a-e8952c480576 req-af0a53d5-0fd2-4e1f-b4e8-61f6287f0978 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:55.270362 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-c8138716-8990-4862-8a5a-e8952c480576 req-af0a53d5-0fd2-4e1f-b4e8-61f6287f0978 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed3c0001-6ebc-4724-8674-9d2a57cec898 HTTP/1.1" status: 200 len: 945 time: 0.0615134 Nov 11 22:17:55.353741 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-c8138716-8990-4862-8a5a-e8952c480576 req-b9ea88b2-844f-4e1c-ab4b-0e478e8bf1c4 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/security-groups?id=68067a07-9049-4dac-b76f-d82da95a01c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743413 Nov 11 22:17:55.560601 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-bd8fc4cc-5a0a-4cb0-9d33-f33f8281f496 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:55.670982 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-770bab45-623c-4767-a948-2b6850da207b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:55.763850 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-bd8fc4cc-5a0a-4cb0-9d33-f33f8281f496 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:55.771807 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-bd8fc4cc-5a0a-4cb0-9d33-f33f8281f496 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:55.852852 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [None req-bd8fc4cc-5a0a-4cb0-9d33-f33f8281f496 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4d27e59ff4704149a6473a667cace786&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6413317 Nov 11 22:17:55.856186 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 42894) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:17:55.906773 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8fc4cc-5a0a-4cb0-9d33-f33f8281f496 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17659087-4142-4663-a396-fe994dbc715b,revision_number=1']} {{(pid=101950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:17:55.957492 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-90d7fd10-e008-4b3e-991a-da0c69fc056d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:55.989006 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-90d7fd10-e008-4b3e-991a-da0c69fc056d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:56.050386 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8608209e-08f0-40b4-8185-e358768a28cb req-5af628c1-1a65-46cc-b707-1b190bcf4846 tempest-DeleteServersTestJSON-1769004992 tempest-DeleteServersTestJSON-1769004992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:56.065390 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-8608209e-08f0-40b4-8185-e358768a28cb req-5af628c1-1a65-46cc-b707-1b190bcf4846 tempest-DeleteServersTestJSON-1769004992 tempest-DeleteServersTestJSON-1769004992-project] 10.222.0.50 "GET /v2.0/ports?device_id=42b1d02e-4eb1-4391-bd02-b80031206b3f HTTP/1.1" status: 200 len: 945 time: 0.1097283 Nov 11 22:17:56.080190 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-90d7fd10-e008-4b3e-991a-da0c69fc056d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:56.085047 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-90d7fd10-e008-4b3e-991a-da0c69fc056d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:56.096768 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-90d7fd10-e008-4b3e-991a-da0c69fc056d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/17659087-4142-4663-a396-fe994dbc715b HTTP/1.1" status: 204 len: 168 time: 0.2294831 Nov 11 22:17:56.104045 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d7fd10-e008-4b3e-991a-da0c69fc056d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17659087-4142-4663-a396-fe994dbc715b,revision_number=None']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:17:56.181779 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-8608209e-08f0-40b4-8185-e358768a28cb req-994d2c02-acef-4354-a00c-f2bbde5fe98c tempest-DeleteServersTestJSON-1769004992 tempest-DeleteServersTestJSON-1769004992-project] 10.222.0.50 "GET /v2.0/security-groups?id=fcc32f26-ec22-49a1-877e-bea08eb1a9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131811 Nov 11 22:17:56.339851 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0d6e00-85f8-40cb-bd6a-a4b80342d93c req-999c5edf-c7c8-4437-95df-182e052a22f5 tempest-VolumesActionsTest-1271680840 tempest-VolumesActionsTest-1271680840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:56.341730 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-8e0d6e00-85f8-40cb-bd6a-a4b80342d93c req-999c5edf-c7c8-4437-95df-182e052a22f5 tempest-VolumesActionsTest-1271680840 tempest-VolumesActionsTest-1271680840-project] 10.222.0.50 "GET /v2.0/ports?device_id=d82c9b33-3348-4f8d-ac80-dc711fcfbc4d HTTP/1.1" status: 200 len: 946 time: 0.0782039 Nov 11 22:17:56.421300 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-8e0d6e00-85f8-40cb-bd6a-a4b80342d93c req-a8cb30a8-421c-479b-b00b-f644240fe7cc tempest-VolumesActionsTest-1271680840 tempest-VolumesActionsTest-1271680840-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b369d3e-6261-485c-b1b5-c76ee1bddc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720234 Nov 11 22:17:56.597456 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a764d5-9f20-4509-93b3-4660ba2b23ec req-48855349-3fe2-41dc-b907-4610c1cc691b tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:56.599543 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-38a764d5-9f20-4509-93b3-4660ba2b23ec req-48855349-3fe2-41dc-b907-4610c1cc691b tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed3c0001-6ebc-4724-8674-9d2a57cec898 HTTP/1.1" status: 200 len: 945 time: 0.1106794 Nov 11 22:17:56.674682 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-38a764d5-9f20-4509-93b3-4660ba2b23ec req-9b21f646-1c1f-4a60-a9a5-a4c205073f98 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/security-groups?id=68067a07-9049-4dac-b76f-d82da95a01c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608892 Nov 11 22:17:56.734894 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 42926) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:17:56.751180 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-ec0ed09e-af8f-44df-a1ae-8d78100d874d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:56.853976 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-ec0ed09e-af8f-44df-a1ae-8d78100d874d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:56.862667 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-ec0ed09e-af8f-44df-a1ae-8d78100d874d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:56.905002 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-ec0ed09e-af8f-44df-a1ae-8d78100d874d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=86b16abc6d4c451288dbe760bdc5d23c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1684856 Nov 11 22:17:56.908305 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.wsgi [-] (101950) accepted ('10.222.0.50', 42936) {{(pid=101950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:17:56.944855 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0ed09e-af8f-44df-a1ae-8d78100d874d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee267597-3983-4e66-a359-00dcabfc3406,revision_number=1']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:17:56.998556 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-551cc93d-daf2-4dc9-a0dd-1f4cb06268d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:57.045323 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-551cc93d-daf2-4dc9-a0dd-1f4cb06268d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:57.118415 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-551cc93d-daf2-4dc9-a0dd-1f4cb06268d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:57.123352 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-551cc93d-daf2-4dc9-a0dd-1f4cb06268d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:57.126861 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [None req-551cc93d-daf2-4dc9-a0dd-1f4cb06268d1 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ee267597-3983-4e66-a359-00dcabfc3406 HTTP/1.1" status: 204 len: 168 time: 0.2143962 Nov 11 22:17:57.133687 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551cc93d-daf2-4dc9-a0dd-1f4cb06268d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee267597-3983-4e66-a359-00dcabfc3406,revision_number=None']} {{(pid=101950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:17:57.190420 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f001774-a02f-4663-a595-1c7f26ad7299 req-ff54afba-fcc4-46bd-985b-661fefe0eab6 tempest-DeleteServersTestJSON-1769004992 tempest-DeleteServersTestJSON-1769004992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:57.191981 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-4f001774-a02f-4663-a595-1c7f26ad7299 req-ff54afba-fcc4-46bd-985b-661fefe0eab6 tempest-DeleteServersTestJSON-1769004992 tempest-DeleteServersTestJSON-1769004992-project] 10.222.0.26 "GET /v2.0/ports?device_id=42b1d02e-4eb1-4391-bd02-b80031206b3f HTTP/1.1" status: 200 len: 945 time: 0.1166501 Nov 11 22:17:57.325444 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759216d0-6e75-4eb3-a629-d283c75f89e7 req-d6301070-da61-44f8-8bea-d1110d9d4b9f tempest-DeleteServersTestJSON-1769004992 tempest-DeleteServersTestJSON-1769004992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:57.333334 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-759216d0-6e75-4eb3-a629-d283c75f89e7 req-d6301070-da61-44f8-8bea-d1110d9d4b9f tempest-DeleteServersTestJSON-1769004992 tempest-DeleteServersTestJSON-1769004992-project] 10.222.0.50 "GET /v2.0/ports?device_id=42b1d02e-4eb1-4391-bd02-b80031206b3f HTTP/1.1" status: 200 len: 945 time: 0.0697653 Nov 11 22:17:57.385948 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-759216d0-6e75-4eb3-a629-d283c75f89e7 req-85726eef-d1f4-406e-b485-eab476cdd5b4 tempest-DeleteServersTestJSON-1769004992 tempest-DeleteServersTestJSON-1769004992-project] 10.222.0.50 "GET /v2.0/security-groups?id=fcc32f26-ec22-49a1-877e-bea08eb1a9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516028 Nov 11 22:17:57.418455 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.plugin [req-4f001774-a02f-4663-a595-1c7f26ad7299 req-2e6a959b-e527-472a-b3cf-8ab95a1910fd tempest-DeleteServersTestJSON-1769004992 tempest-DeleteServersTestJSON-1769004992-project] Deleting port 0bc1820f-1a39-4597-b043-52b99c006ed9 {{(pid=101951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:17:57.418706 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [req-4f001774-a02f-4663-a595-1c7f26ad7299 req-2e6a959b-e527-472a-b3cf-8ab95a1910fd tempest-DeleteServersTestJSON-1769004992 tempest-DeleteServersTestJSON-1769004992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776912257464'] for port, before_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:57.436067 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 42958) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:17:57.484108 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.wsgi [-] (101950) accepted ('10.222.0.50', 42964) {{(pid=101950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:17:57.543471 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.db [req-4f001774-a02f-4663-a595-1c7f26ad7299 req-2e6a959b-e527-472a-b3cf-8ab95a1910fd tempest-DeleteServersTestJSON-1769004992 tempest-DeleteServersTestJSON-1769004992-project] For port 0bc1820f-1a39-4597-b043-52b99c006ed9, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=0bc1820f-1a39-4597-b043-52b99c006ed9,segment=NetworkSegment(9b4d7843-d474-471b-88b1-d373f0676441),segment_id=9b4d7843-d474-471b-88b1-d373f0676441)] {{(pid=101951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:17:57.543960 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [req-4f001774-a02f-4663-a595-1c7f26ad7299 req-2e6a959b-e527-472a-b3cf-8ab95a1910fd tempest-DeleteServersTestJSON-1769004992 tempest-DeleteServersTestJSON-1769004992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668535'] for port, precommit_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:57.577958 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.plugin [req-4f001774-a02f-4663-a595-1c7f26ad7299 req-2e6a959b-e527-472a-b3cf-8ab95a1910fd tempest-DeleteServersTestJSON-1769004992 tempest-DeleteServersTestJSON-1769004992-project] Calling delete_port for 0bc1820f-1a39-4597-b043-52b99c006ed9 owned by compute:nova {{(pid=101951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:17:57.740080 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d57ec1c-cc82-449d-bd8f-1cc80092c295 req-aba9fb84-9918-4027-8556-d92d0eb3d278 tempest-VolumesActionsTest-1271680840 tempest-VolumesActionsTest-1271680840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:57.742191 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-3d57ec1c-cc82-449d-bd8f-1cc80092c295 req-aba9fb84-9918-4027-8556-d92d0eb3d278 tempest-VolumesActionsTest-1271680840 tempest-VolumesActionsTest-1271680840-project] 10.222.0.50 "GET /v2.0/ports?device_id=d82c9b33-3348-4f8d-ac80-dc711fcfbc4d HTTP/1.1" status: 200 len: 946 time: 0.0667264 Nov 11 22:17:57.782763 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [req-4f001774-a02f-4663-a595-1c7f26ad7299 req-2e6a959b-e527-472a-b3cf-8ab95a1910fd tempest-DeleteServersTestJSON-1769004992 tempest-DeleteServersTestJSON-1769004992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776912265346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776911838091'] for port, after_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:57.801213 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] get_ports_and_sgs() called for port_ids ['0bc1820f-1a39-4597-b043-52b99c006ed9'] {{(pid=101952) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 22:17:57.825025 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6a959b-e527-472a-b3cf-8ab95a1910fd tempest-DeleteServersTestJSON-1769004992 tempest-DeleteServersTestJSON-1769004992-project] Pushing event deleted for resources: {'Port': ['ID=0bc1820f-1a39-4597-b043-52b99c006ed9,revision_number=None']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:17:57.870137 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-3d57ec1c-cc82-449d-bd8f-1cc80092c295 req-26fe6e50-2d46-4678-a0de-dcd1556d4ade tempest-VolumesActionsTest-1271680840 tempest-VolumesActionsTest-1271680840-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b369d3e-6261-485c-b1b5-c76ee1bddc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189106 Nov 11 22:17:57.871827 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-a2f112c0-0463-47fc-bbdb-511ed10c76d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:57.917174 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d9ca10-3257-4ec4-af98-b2c04b34e40e req-13718e57-4897-422c-b1d0-ed62f09a75aa tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:57.926325 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-a9d9ca10-3257-4ec4-af98-b2c04b34e40e req-13718e57-4897-422c-b1d0-ed62f09a75aa tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed3c0001-6ebc-4724-8674-9d2a57cec898 HTTP/1.1" status: 200 len: 945 time: 0.1304703 Nov 11 22:17:57.938522 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-00fc71d3-44d3-4b33-a32d-a0327b1a47e9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:57.950102 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f001774-a02f-4663-a595-1c7f26ad7299 req-2e6a959b-e527-472a-b3cf-8ab95a1910fd tempest-DeleteServersTestJSON-1769004992 tempest-DeleteServersTestJSON-1769004992-project] No DVR routers for this DVR port 0bc1820f-1a39-4597-b043-52b99c006ed9 on host hv-cinder-73362 {{(pid=101951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 22:17:57.955814 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [req-4f001774-a02f-4663-a595-1c7f26ad7299 req-2e6a959b-e527-472a-b3cf-8ab95a1910fd tempest-DeleteServersTestJSON-1769004992 tempest-DeleteServersTestJSON-1769004992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26363'] for port, before_response {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:57.960944 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-4f001774-a02f-4663-a595-1c7f26ad7299 req-2e6a959b-e527-472a-b3cf-8ab95a1910fd tempest-DeleteServersTestJSON-1769004992 tempest-DeleteServersTestJSON-1769004992-project] 10.222.0.26 "DELETE /v2.0/ports/0bc1820f-1a39-4597-b043-52b99c006ed9 HTTP/1.1" status: 204 len: 173 time: 0.7608881 Nov 11 22:17:57.961639 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42b1d02e-4eb1-4391-bd02-b80031206b3f', 'name': 'network-vif-deleted', 'tag': '0bc1820f-1a39-4597-b043-52b99c006ed9'}] {{(pid=101951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:17:57.974672 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6edad8924451e5ac919d090b7a0cdac835d5bd684dc46b69d397444c146e85de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7a71da2-8c91-418d-8ab3-b99402fb841e" -d '{"events": [{"server_uuid": "42b1d02e-4eb1-4391-bd02-b80031206b3f", "name": "network-vif-deleted", "tag": "0bc1820f-1a39-4597-b043-52b99c006ed9"}]}' {{(pid=101951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:17:58.096794 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-a2f112c0-0463-47fc-bbdb-511ed10c76d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:58.112591 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-a9d9ca10-3257-4ec4-af98-b2c04b34e40e req-e7a33805-3cb5-4dfa-9007-4638ec5351dc tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/security-groups?id=68067a07-9049-4dac-b76f-d82da95a01c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246789 Nov 11 22:17:58.120858 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-a2f112c0-0463-47fc-bbdb-511ed10c76d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:58.174262 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f112c0-0463-47fc-bbdb-511ed10c76d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d671764-fabb-419f-9de6-ca8bc82aaafe,revision_number=1']} {{(pid=101950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:17:58.184537 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 22:17:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54e43b0f-bd70-467b-baaa-0570a6a2482f x-openstack-request-id: req-54e43b0f-bd70-467b-baaa-0570a6a2482f {{(pid=101951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:17:58.185474 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42b1d02e-4eb1-4391-bd02-b80031206b3f", "name": "network-vif-deleted", "tag": "0bc1820f-1a39-4597-b043-52b99c006ed9", "status": "completed", "code": 200}]} {{(pid=101951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:17:58.185474 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-54e43b0f-bd70-467b-baaa-0570a6a2482f {{(pid=101951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:17:58.187621 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-d4af91bb-ab86-4abe-a131-88d1f8bc4824 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:58.190611 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42b1d02e-4eb1-4391-bd02-b80031206b3f', 'name': 'network-vif-deleted', 'tag': '0bc1820f-1a39-4597-b043-52b99c006ed9', 'status': 'completed', 'code': 200} Nov 11 22:17:58.192382 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [None req-a2f112c0-0463-47fc-bbdb-511ed10c76d6 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6e939ed4e0684dc0a16f3d540505fe36&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7038903 Nov 11 22:17:58.194042 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 42992) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:17:58.250819 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-00fc71d3-44d3-4b33-a32d-a0327b1a47e9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:58.262778 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-00fc71d3-44d3-4b33-a32d-a0327b1a47e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:58.341177 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-00fc71d3-44d3-4b33-a32d-a0327b1a47e9 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=554231390d2e44b4890e1f4d1d025611&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9043117 Nov 11 22:17:58.341656 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.wsgi [-] (101950) accepted ('10.222.0.50', 43002) {{(pid=101950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:17:58.344049 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-4c196bb2-9b5e-4873-adbb-7046aa5d33ef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:58.349504 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fc71d3-44d3-4b33-a32d-a0327b1a47e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0833035b-7def-4fb5-9c8f-01e00cb59c6e,revision_number=1']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:17:58.407393 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-4c196bb2-9b5e-4873-adbb-7046aa5d33ef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:58.412825 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-eb09a812-5336-4acf-b006-7199486afe7c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:58.469730 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-eb09a812-5336-4acf-b006-7199486afe7c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:58.503350 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-4c196bb2-9b5e-4873-adbb-7046aa5d33ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:58.507372 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-4c196bb2-9b5e-4873-adbb-7046aa5d33ef admin admin] Publish callbacks [] for security_group, before_response {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:58.511555 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-4c196bb2-9b5e-4873-adbb-7046aa5d33ef admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7d671764-fabb-419f-9de6-ca8bc82aaafe HTTP/1.1" status: 204 len: 168 time: 0.3163757 Nov 11 22:17:58.535436 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c196bb2-9b5e-4873-adbb-7046aa5d33ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d671764-fabb-419f-9de6-ca8bc82aaafe,revision_number=None']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:17:58.592716 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-eb09a812-5336-4acf-b006-7199486afe7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:58.594116 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-eb09a812-5336-4acf-b006-7199486afe7c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:58.598579 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [None req-eb09a812-5336-4acf-b006-7199486afe7c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0833035b-7def-4fb5-9c8f-01e00cb59c6e HTTP/1.1" status: 204 len: 168 time: 0.2558553 Nov 11 22:17:58.624811 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-9f17b287-ede5-47de-b21f-9d4d8f5c44ee req-0feb916b-e95b-4f29-a7a3-9426983b5106 tempest-DeleteServersTestJSON-1769004992 tempest-DeleteServersTestJSON-1769004992-project] 10.222.0.50 "GET /v2.0/ports?device_id=42b1d02e-4eb1-4391-bd02-b80031206b3f HTTP/1.1" status: 200 len: 210 time: 0.0454614 Nov 11 22:17:58.626387 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb09a812-5336-4acf-b006-7199486afe7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0833035b-7def-4fb5-9c8f-01e00cb59c6e,revision_number=None']} {{(pid=101950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:17:59.002438 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 43030) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:17:59.018984 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-1aa59ceb-171a-45af-9e2a-88d24cb2f326 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:59.075291 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db306069-be33-4a7a-84e3-d981cb501e72 req-4c1d30f8-9443-4cae-be22-ec9270e66a4c tempest-VolumesActionsTest-1271680840 tempest-VolumesActionsTest-1271680840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:59.084833 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-db306069-be33-4a7a-84e3-d981cb501e72 req-4c1d30f8-9443-4cae-be22-ec9270e66a4c tempest-VolumesActionsTest-1271680840 tempest-VolumesActionsTest-1271680840-project] 10.222.0.50 "GET /v2.0/ports?device_id=d82c9b33-3348-4f8d-ac80-dc711fcfbc4d HTTP/1.1" status: 200 len: 946 time: 0.1061060 Nov 11 22:17:59.202714 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-db306069-be33-4a7a-84e3-d981cb501e72 req-9e744516-26c4-4b24-be04-a9b9a7be4d9e tempest-VolumesActionsTest-1271680840 tempest-VolumesActionsTest-1271680840-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b369d3e-6261-485c-b1b5-c76ee1bddc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169784 Nov 11 22:17:59.212973 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-1aa59ceb-171a-45af-9e2a-88d24cb2f326 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:59.220018 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-1aa59ceb-171a-45af-9e2a-88d24cb2f326 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:59.293586 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.wsgi [-] (101950) accepted ('10.222.0.50', 43040) {{(pid=101950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:17:59.333434 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-d2c42b3a-4f79-45cc-892d-02e0699784f3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:59.348173 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-1aa59ceb-171a-45af-9e2a-88d24cb2f326 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=529396e2bfc6469283a4d917943891b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3427148 Nov 11 22:17:59.348725 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 43044) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:17:59.375859 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa59ceb-171a-45af-9e2a-88d24cb2f326 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8e12d3f-a3f6-4da5-9033-e271d801609f,revision_number=1']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:17:59.391077 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-766b5b4b-9c4e-4513-9f30-d5290b623bba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:59.467972 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-2f49cbf5-8aee-4519-84ea-e4da3a98b518 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:59.498678 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5d237b-929d-4063-b63d-9c811658cb79 req-26ffed5b-22fc-4560-9523-7cc47c360940 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:59.500254 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-8b5d237b-929d-4063-b63d-9c811658cb79 req-26ffed5b-22fc-4560-9523-7cc47c360940 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed3c0001-6ebc-4724-8674-9d2a57cec898 HTTP/1.1" status: 200 len: 945 time: 0.1482034 Nov 11 22:17:59.525549 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-2f49cbf5-8aee-4519-84ea-e4da3a98b518 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:59.564702 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-d2c42b3a-4f79-45cc-892d-02e0699784f3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:59.574900 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-d2c42b3a-4f79-45cc-892d-02e0699784f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:59.584049 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-8b5d237b-929d-4063-b63d-9c811658cb79 req-92774edc-52c8-4721-81bc-7d68e2aaa839 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/security-groups?id=68067a07-9049-4dac-b76f-d82da95a01c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751584 Nov 11 22:17:59.629394 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c42b3a-4f79-45cc-892d-02e0699784f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa233a73-56fb-41a7-b953-ddf238867b52,revision_number=1']} {{(pid=101950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:17:59.630327 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8c5cfd-049a-458d-a54e-9c8791d9d0db req-3ebf59ab-3ddd-4537-859f-a38ff3c09185 tempest-VolumesActionsTest-1271680840 tempest-VolumesActionsTest-1271680840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:17:59.631930 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-de8c5cfd-049a-458d-a54e-9c8791d9d0db req-3ebf59ab-3ddd-4537-859f-a38ff3c09185 tempest-VolumesActionsTest-1271680840 tempest-VolumesActionsTest-1271680840-project] 10.222.0.26 "GET /v2.0/ports?device_id=d82c9b33-3348-4f8d-ac80-dc711fcfbc4d HTTP/1.1" status: 200 len: 946 time: 0.0704246 Nov 11 22:17:59.638050 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [None req-d2c42b3a-4f79-45cc-892d-02e0699784f3 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=7ae8459ad75341088b617c5b9b0772cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3429008 Nov 11 22:17:59.638623 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 43054) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:17:59.655999 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-2f49cbf5-8aee-4519-84ea-e4da3a98b518 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:59.658549 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-2f49cbf5-8aee-4519-84ea-e4da3a98b518 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:59.662235 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-2f49cbf5-8aee-4519-84ea-e4da3a98b518 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a8e12d3f-a3f6-4da5-9033-e271d801609f HTTP/1.1" status: 204 len: 168 time: 0.3097136 Nov 11 22:17:59.708432 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f49cbf5-8aee-4519-84ea-e4da3a98b518 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8e12d3f-a3f6-4da5-9033-e271d801609f,revision_number=None']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:17:59.788443 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-93e05495-297a-4f7d-ae27-a0f7d6200df8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:59.793943 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.wsgi [-] (101950) accepted ('10.222.0.50', 43064) {{(pid=101950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:17:59.824282 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-93e05495-297a-4f7d-ae27-a0f7d6200df8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:59.839473 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.plugin [req-de8c5cfd-049a-458d-a54e-9c8791d9d0db req-e8af0b61-a132-44a9-84ec-2f503b5fb08e tempest-VolumesActionsTest-1271680840 tempest-VolumesActionsTest-1271680840-project] Deleting port 0062ba44-5a92-40b4-b6f0-d0fecf133a14 {{(pid=101951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:17:59.839817 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [req-de8c5cfd-049a-458d-a54e-9c8791d9d0db req-e8af0b61-a132-44a9-84ec-2f503b5fb08e tempest-VolumesActionsTest-1271680840 tempest-VolumesActionsTest-1271680840-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776912257464'] for port, before_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:59.956844 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-93e05495-297a-4f7d-ae27-a0f7d6200df8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:59.959359 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-93e05495-297a-4f7d-ae27-a0f7d6200df8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:59.963770 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-93e05495-297a-4f7d-ae27-a0f7d6200df8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/aa233a73-56fb-41a7-b953-ddf238867b52 HTTP/1.1" status: 204 len: 168 time: 0.3211074 Nov 11 22:17:59.969247 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.db [req-de8c5cfd-049a-458d-a54e-9c8791d9d0db req-e8af0b61-a132-44a9-84ec-2f503b5fb08e tempest-VolumesActionsTest-1271680840 tempest-VolumesActionsTest-1271680840-project] For port 0062ba44-5a92-40b4-b6f0-d0fecf133a14, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=0062ba44-5a92-40b4-b6f0-d0fecf133a14,segment=NetworkSegment(65f08cfa-ecda-4a25-9308-735fb4fd54a3),segment_id=65f08cfa-ecda-4a25-9308-735fb4fd54a3)] {{(pid=101951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:17:59.969611 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [req-de8c5cfd-049a-458d-a54e-9c8791d9d0db req-e8af0b61-a132-44a9-84ec-2f503b5fb08e tempest-VolumesActionsTest-1271680840 tempest-VolumesActionsTest-1271680840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668535'] for port, precommit_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:17:59.985875 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e05495-297a-4f7d-ae27-a0f7d6200df8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa233a73-56fb-41a7-b953-ddf238867b52,revision_number=None']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:17:59.998014 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.plugin [req-de8c5cfd-049a-458d-a54e-9c8791d9d0db req-e8af0b61-a132-44a9-84ec-2f503b5fb08e tempest-VolumesActionsTest-1271680840 tempest-VolumesActionsTest-1271680840-project] Calling delete_port for 0062ba44-5a92-40b4-b6f0-d0fecf133a14 owned by compute:nova {{(pid=101951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:18:00.177928 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-6ca32555-d102-408f-97fe-cdfb1a094c17 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:00.229704 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [req-de8c5cfd-049a-458d-a54e-9c8791d9d0db req-e8af0b61-a132-44a9-84ec-2f503b5fb08e tempest-VolumesActionsTest-1271680840 tempest-VolumesActionsTest-1271680840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776912265346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776911838091'] for port, after_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:00.240204 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 43084) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:18:00.245760 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] get_ports_and_sgs() called for port_ids ['0062ba44-5a92-40b4-b6f0-d0fecf133a14'] {{(pid=101952) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 22:18:00.277835 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8af0b61-a132-44a9-84ec-2f503b5fb08e tempest-VolumesActionsTest-1271680840 tempest-VolumesActionsTest-1271680840-project] Pushing event deleted for resources: {'Port': ['ID=0062ba44-5a92-40b4-b6f0-d0fecf133a14,revision_number=None']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:18:00.281675 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-88d8f58f-3a63-46d9-bc1d-9f2e12f534d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:00.343999 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.db.l3_dvrscheduler_db [req-de8c5cfd-049a-458d-a54e-9c8791d9d0db req-e8af0b61-a132-44a9-84ec-2f503b5fb08e tempest-VolumesActionsTest-1271680840 tempest-VolumesActionsTest-1271680840-project] No DVR routers for this DVR port 0062ba44-5a92-40b4-b6f0-d0fecf133a14 on host hv-cinder-73362 {{(pid=101951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 22:18:00.351087 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [req-de8c5cfd-049a-458d-a54e-9c8791d9d0db req-e8af0b61-a132-44a9-84ec-2f503b5fb08e tempest-VolumesActionsTest-1271680840 tempest-VolumesActionsTest-1271680840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26363'] for port, before_response {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:00.355361 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-de8c5cfd-049a-458d-a54e-9c8791d9d0db req-e8af0b61-a132-44a9-84ec-2f503b5fb08e tempest-VolumesActionsTest-1271680840 tempest-VolumesActionsTest-1271680840-project] 10.222.0.26 "DELETE /v2.0/ports/0062ba44-5a92-40b4-b6f0-d0fecf133a14 HTTP/1.1" status: 204 len: 173 time: 0.7053843 Nov 11 22:18:00.355922 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd82c9b33-3348-4f8d-ac80-dc711fcfbc4d', 'name': 'network-vif-deleted', 'tag': '0062ba44-5a92-40b4-b6f0-d0fecf133a14'}] {{(pid=101951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:18:00.360715 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6edad8924451e5ac919d090b7a0cdac835d5bd684dc46b69d397444c146e85de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84b0fd53-847c-4241-8ad6-b72cfff195fb" -d '{"events": [{"server_uuid": "d82c9b33-3348-4f8d-ac80-dc711fcfbc4d", "name": "network-vif-deleted", "tag": "0062ba44-5a92-40b4-b6f0-d0fecf133a14"}]}' {{(pid=101951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:18:00.392567 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-63939446-f126-419a-b3c6-6fe16cbe6f1a req-0b888fb0-5a0f-47a4-8069-5bb3f5295d27 tempest-VolumesActionsTest-1271680840 tempest-VolumesActionsTest-1271680840-project] 10.222.0.50 "GET /v2.0/ports?device_id=d82c9b33-3348-4f8d-ac80-dc711fcfbc4d HTTP/1.1" status: 200 len: 210 time: 0.0578125 Nov 11 22:18:00.394646 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-6ca32555-d102-408f-97fe-cdfb1a094c17 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:00.402754 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-6ca32555-d102-408f-97fe-cdfb1a094c17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:00.455128 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [None req-6ca32555-d102-408f-97fe-cdfb1a094c17 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ae9225a3c89a45c79aa7dbc2ff252abb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6595871 Nov 11 22:18:00.460950 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.wsgi [-] (101950) accepted ('10.222.0.50', 43092) {{(pid=101950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:18:00.519992 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-88d8f58f-3a63-46d9-bc1d-9f2e12f534d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:00.521479 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca32555-d102-408f-97fe-cdfb1a094c17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09e71005-8fe0-46a5-b8dd-56b1b44c98ce,revision_number=1']} {{(pid=101950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:18:00.528831 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-88d8f58f-3a63-46d9-bc1d-9f2e12f534d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:00.569428 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 22:18:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdddb6e7-29c2-416f-9a62-c6a251784199 x-openstack-request-id: req-fdddb6e7-29c2-416f-9a62-c6a251784199 {{(pid=101951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:18:00.570000 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d82c9b33-3348-4f8d-ac80-dc711fcfbc4d", "name": "network-vif-deleted", "tag": "0062ba44-5a92-40b4-b6f0-d0fecf133a14", "status": "completed", "code": 200}]} {{(pid=101951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:18:00.570291 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-fdddb6e7-29c2-416f-9a62-c6a251784199 {{(pid=101951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:18:00.570649 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd82c9b33-3348-4f8d-ac80-dc711fcfbc4d', 'name': 'network-vif-deleted', 'tag': '0062ba44-5a92-40b4-b6f0-d0fecf133a14', 'status': 'completed', 'code': 200} Nov 11 22:18:00.579002 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-88d8f58f-3a63-46d9-bc1d-9f2e12f534d6 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c2bacbbfeec24b08a108c5e14b7abc19&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3348837 Nov 11 22:18:00.583050 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.wsgi [-] (101950) accepted ('10.222.0.50', 43096) {{(pid=101950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:18:00.603537 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-79a0de81-bdc1-4791-b396-85f3d7c9d1e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:00.603887 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d8f58f-3a63-46d9-bc1d-9f2e12f534d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad6e2b26-2ce7-4a5a-9a55-18e7d370e70e,revision_number=1']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:18:00.651927 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-79a0de81-bdc1-4791-b396-85f3d7c9d1e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:00.699642 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-f837637e-310d-47fb-b47d-dcf159007c18 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:00.784432 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-6e72e30b-d533-48e1-89e1-e2b3014a0430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:00.906810 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Device 0bc1820f-1a39-4597-b043-52b99c006ed9 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=101952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:18:00.950926 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.plugin [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] No Port match for: 0bc1820f-1a39-4597-b043-52b99c006ed9 {{(pid=101952) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:18:00.951391 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Device 0bc1820f-1a39-4597-b043-52b99c006ed9 not bound to the agent host hv-cinder-73362 {{(pid=101952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:18:00.963722 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-f837637e-310d-47fb-b47d-dcf159007c18 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:01.013543 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239c124c-6d87-4504-8133-20e32f99c201 req-ccb5bf9c-e28b-49ba-a14e-28933b8f18a2 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:18:01.015120 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-239c124c-6d87-4504-8133-20e32f99c201 req-ccb5bf9c-e28b-49ba-a14e-28933b8f18a2 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed3c0001-6ebc-4724-8674-9d2a57cec898 HTTP/1.1" status: 200 len: 945 time: 0.3248477 Nov 11 22:18:01.018495 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-79a0de81-bdc1-4791-b396-85f3d7c9d1e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:01.021160 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-79a0de81-bdc1-4791-b396-85f3d7c9d1e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:01.022376 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [None req-79a0de81-bdc1-4791-b396-85f3d7c9d1e8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/09e71005-8fe0-46a5-b8dd-56b1b44c98ce HTTP/1.1" status: 204 len: 168 time: 0.5612204 Nov 11 22:18:01.032072 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a0de81-bdc1-4791-b396-85f3d7c9d1e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09e71005-8fe0-46a5-b8dd-56b1b44c98ce,revision_number=None']} {{(pid=101950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:18:01.091568 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-f837637e-310d-47fb-b47d-dcf159007c18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:01.105983 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-f837637e-310d-47fb-b47d-dcf159007c18 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:01.112349 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [None req-f837637e-310d-47fb-b47d-dcf159007c18 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ad6e2b26-2ce7-4a5a-9a55-18e7d370e70e HTTP/1.1" status: 204 len: 168 time: 0.5260549 Nov 11 22:18:01.129139 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-239c124c-6d87-4504-8133-20e32f99c201 req-cdc1afbc-aa8b-4d3a-89ea-2a5076291cf4 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/security-groups?id=68067a07-9049-4dac-b76f-d82da95a01c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950615 Nov 11 22:18:01.141013 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f837637e-310d-47fb-b47d-dcf159007c18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad6e2b26-2ce7-4a5a-9a55-18e7d370e70e,revision_number=None']} {{(pid=101950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:18:01.411201 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.wsgi [-] (101950) accepted ('10.222.0.50', 43134) {{(pid=101950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:18:01.549771 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.db.db_base_plugin_v2 [None req-61c048f3-1ef6-4826-b1f1-6c255159285c admin admin] Deleting subnet 7909332a-42e1-4581-b2ca-65acab06e98d {{(pid=101950) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 22:18:01.553662 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-61c048f3-1ef6-4826-b1f1-6c255159285c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:01.595713 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-61c048f3-1ef6-4826-b1f1-6c255159285c admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:01.608501 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-61c048f3-1ef6-4826-b1f1-6c255159285c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8068352'] for subnet, precommit_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:01.694532 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-61c048f3-1ef6-4826-b1f1-6c255159285c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8068375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260'] for subnet, after_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:01.729273 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c048f3-1ef6-4826-b1f1-6c255159285c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7909332a-42e1-4581-b2ca-65acab06e98d,revision_number=None']} {{(pid=101950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:18:01.763909 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-61c048f3-1ef6-4826-b1f1-6c255159285c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634242'] for subnet, before_response {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:01.767647 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [None req-61c048f3-1ef6-4826-b1f1-6c255159285c admin admin] 10.222.0.50 "DELETE /v2.0/subnets/7909332a-42e1-4581-b2ca-65acab06e98d HTTP/1.1" status: 204 len: 168 time: 0.3536549 Nov 11 22:18:01.770544 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 43152) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:18:01.796809 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:01.940605 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-15c86bab-2682-46eb-bf91-2971551b4a52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8138597'] for network, before_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:02.051298 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7ff3d5-9ab2-4ca5-9a9d-fa9accbc9cb4 req-7d9aa715-2b9b-4480-8d19-3933db28b562 tempest-VolumesActionsTest-1271680840 tempest-VolumesActionsTest-1271680840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:18:02.052906 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-5b7ff3d5-9ab2-4ca5-9a9d-fa9accbc9cb4 req-7d9aa715-2b9b-4480-8d19-3933db28b562 tempest-VolumesActionsTest-1271680840 tempest-VolumesActionsTest-1271680840-project] 10.222.0.50 "GET /v2.0/networks?id=b453ca95-3439-4b5e-b6ed-19a239ab1e56 HTTP/1.1" status: 200 len: 809 time: 0.1430626 Nov 11 22:18:02.069683 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-5b7ff3d5-9ab2-4ca5-9a9d-fa9accbc9cb4 req-d53272ec-18d3-4b5c-a2cf-3bdbe7a73200 tempest-VolumesActionsTest-1271680840 tempest-VolumesActionsTest-1271680840-project] 10.222.0.50 "GET /v2.0/quotas/c3a19c2fb7974d0b97039489552f3a99 HTTP/1.1" status: 200 len: 375 time: 0.0103765 Nov 11 22:18:02.076478 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-15c86bab-2682-46eb-bf91-2971551b4a52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8067463', 'neutron.services.segments.db._delete_segments_for_network-8776912172270'] for network, precommit_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:02.116943 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-15c86bab-2682-46eb-bf91-2971551b4a52 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 22:18:02.117425 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-15c86bab-2682-46eb-bf91-2971551b4a52 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 22:18:02.118278 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-15c86bab-2682-46eb-bf91-2971551b4a52 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 22:18:02.119169 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-15c86bab-2682-46eb-bf91-2971551b4a52 admin admin] Subscribe: > port after_create 55550000 {{(pid=101951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 22:18:02.119725 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-15c86bab-2682-46eb-bf91-2971551b4a52 admin admin] Subscribe: > port after_delete 55550000 {{(pid=101951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 22:18:02.120060 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-15c86bab-2682-46eb-bf91-2971551b4a52 admin admin] Subscribe: > port after_update 55550000 {{(pid=101951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 22:18:02.120426 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-15c86bab-2682-46eb-bf91-2971551b4a52 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 22:18:02.120828 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-15c86bab-2682-46eb-bf91-2971551b4a52 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 22:18:02.121158 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-15c86bab-2682-46eb-bf91-2971551b4a52 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 22:18:02.121477 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-15c86bab-2682-46eb-bf91-2971551b4a52 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 22:18:02.129477 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-5b7ff3d5-9ab2-4ca5-9a9d-fa9accbc9cb4 req-313d7a5a-d08f-4ecd-aaef-67af76bc4916 tempest-VolumesActionsTest-1271680840 tempest-VolumesActionsTest-1271680840-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=c3a19c2fb7974d0b97039489552f3a99&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0494702 Nov 11 22:18:02.237816 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-5b7ff3d5-9ab2-4ca5-9a9d-fa9accbc9cb4 req-c4f2dd37-b0eb-4842-9f3d-14b3a88f893a service neutron] 10.222.0.50 "GET /v2.0/networks/b453ca95-3439-4b5e-b6ed-19a239ab1e56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074688 Nov 11 22:18:02.318951 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-15c86bab-2682-46eb-bf91-2971551b4a52 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 22:18:02.319395 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-15c86bab-2682-46eb-bf91-2971551b4a52 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 22:18:02.320481 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-15c86bab-2682-46eb-bf91-2971551b4a52 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 22:18:02.320811 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-15c86bab-2682-46eb-bf91-2971551b4a52 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101951) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 22:18:02.321648 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.services.segments.db [None req-15c86bab-2682-46eb-bf91-2971551b4a52 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6d8e0de-0339-4dcf-b841-e5cc819e8604']}} {{(pid=101951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:18:02.351811 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.services.segments.db [None req-15c86bab-2682-46eb-bf91-2971551b4a52 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b4d7843-d474-471b-88b1-d373f0676441') {'for_net_delete': True} {{(pid=101951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:18:02.353634 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.services.segments.db [None req-15c86bab-2682-46eb-bf91-2971551b4a52 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b4d7843-d474-471b-88b1-d373f0676441') {} {{(pid=101951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:18:02.382214 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-15c86bab-2682-46eb-bf91-2971551b4a52 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776912404471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9157156'] for segment, before_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:02.420964 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-15c86bab-2682-46eb-bf91-2971551b4a52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8017375'] for segment, precommit_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:02.422788 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c7d251-c40f-405f-b279-6bab878dc876 req-1902b590-f8af-45dd-af53-c8ee329c62f7 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:18:02.430159 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15c86bab-2682-46eb-bf91-2971551b4a52 admin admin] Releasing vlan 847 on physical network physnet1 to pool {{(pid=101951) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 22:18:02.431684 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-15c86bab-2682-46eb-bf91-2971551b4a52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8017375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9099647'] for segment, after_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:02.436879 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-d4c7d251-c40f-405f-b279-6bab878dc876 req-1902b590-f8af-45dd-af53-c8ee329c62f7 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed3c0001-6ebc-4724-8674-9d2a57cec898 HTTP/1.1" status: 200 len: 945 time: 0.1185150 Nov 11 22:18:02.452409 dv-cinder-733622-20-iscsi neutron-server[101951]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 11 22:18:02.452409 dv-cinder-733622-20-iscsi neutron-server[101951]: from cryptography.utils import int_from_bytes Nov 11 22:18:02.452409 dv-cinder-733622-20-iscsi neutron-server[101951]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 11 22:18:02.452409 dv-cinder-733622-20-iscsi neutron-server[101951]: from cryptography.utils import int_from_bytes Nov 11 22:18:02.452409 dv-cinder-733622-20-iscsi neutron-server[101951]: Traceback (most recent call last): Nov 11 22:18:02.452409 dv-cinder-733622-20-iscsi neutron-server[101951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 22:18:02.452409 dv-cinder-733622-20-iscsi neutron-server[101951]: timer() Nov 11 22:18:02.452409 dv-cinder-733622-20-iscsi neutron-server[101951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 22:18:02.452409 dv-cinder-733622-20-iscsi neutron-server[101951]: cb(*args, **kw) Nov 11 22:18:02.452409 dv-cinder-733622-20-iscsi neutron-server[101951]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 22:18:02.452409 dv-cinder-733622-20-iscsi neutron-server[101951]: return func(*args, **kwargs) Nov 11 22:18:02.452409 dv-cinder-733622-20-iscsi neutron-server[101951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 22:18:02.452409 dv-cinder-733622-20-iscsi neutron-server[101951]: self._notify() Nov 11 22:18:02.452409 dv-cinder-733622-20-iscsi neutron-server[101951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 22:18:02.452409 dv-cinder-733622-20-iscsi neutron-server[101951]: self.callback(batched_events) Nov 11 22:18:02.452409 dv-cinder-733622-20-iscsi neutron-server[101951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 22:18:02.452409 dv-cinder-733622-20-iscsi neutron-server[101951]: event.method(event) Nov 11 22:18:02.452409 dv-cinder-733622-20-iscsi neutron-server[101951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 22:18:02.452409 dv-cinder-733622-20-iscsi neutron-server[101951]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 22:18:02.452409 dv-cinder-733622-20-iscsi neutron-server[101951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 22:18:02.452409 dv-cinder-733622-20-iscsi neutron-server[101951]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 22:18:02.452409 dv-cinder-733622-20-iscsi neutron-server[101951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 22:18:02.452409 dv-cinder-733622-20-iscsi neutron-server[101951]: return f(self, *a, **k) Nov 11 22:18:02.452409 dv-cinder-733622-20-iscsi neutron-server[101951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 22:18:02.452409 dv-cinder-733622-20-iscsi neutron-server[101951]: return self._get(url).json() Nov 11 22:18:02.452409 dv-cinder-733622-20-iscsi neutron-server[101951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 22:18:02.452409 dv-cinder-733622-20-iscsi neutron-server[101951]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 22:18:02.452409 dv-cinder-733622-20-iscsi neutron-server[101951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 22:18:02.452409 dv-cinder-733622-20-iscsi neutron-server[101951]: return self.request(url, 'GET', **kwargs) Nov 11 22:18:02.452409 dv-cinder-733622-20-iscsi neutron-server[101951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 22:18:02.452409 dv-cinder-733622-20-iscsi neutron-server[101951]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 22:18:02.452409 dv-cinder-733622-20-iscsi neutron-server[101951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 22:18:02.452409 dv-cinder-733622-20-iscsi neutron-server[101951]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 22:18:02.452409 dv-cinder-733622-20-iscsi neutron-server[101951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 22:18:02.452409 dv-cinder-733622-20-iscsi neutron-server[101951]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 22:18:02.452409 dv-cinder-733622-20-iscsi neutron-server[101951]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 22:18:02.486449 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-5b7ff3d5-9ab2-4ca5-9a9d-fa9accbc9cb4 req-74d85a31-9fa1-4a31-b9bd-0de193050115 service neutron] 10.222.0.50 "GET /v2.0/networks/b453ca95-3439-4b5e-b6ed-19a239ab1e56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2394729 Nov 11 22:18:02.548554 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-15c86bab-2682-46eb-bf91-2971551b4a52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8067486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657127'] for network, after_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:02.561050 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-d4c7d251-c40f-405f-b279-6bab878dc876 req-fc0ebb2d-9b12-4f85-91a5-171fcd2c8787 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/security-groups?id=68067a07-9049-4dac-b76f-d82da95a01c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229897 Nov 11 22:18:02.572007 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-15c86bab-2682-46eb-bf91-2971551b4a52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634242'] for network, before_response {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:02.580448 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-15c86bab-2682-46eb-bf91-2971551b4a52 admin admin] 10.222.0.50 "DELETE /v2.0/networks/c6d8e0de-0339-4dcf-b841-e5cc819e8604 HTTP/1.1" status: 204 len: 168 time: 0.8075025 Nov 11 22:18:02.600760 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c86bab-2682-46eb-bf91-2971551b4a52 admin admin] Pushing event deleted for resources: {'Network': ['ID=c6d8e0de-0339-4dcf-b841-e5cc819e8604,revision_number=None']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:18:02.777293 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-995c277d-3028-4adb-b239-6a7c57a948e7 req-1a341b49-84f0-4260-8c98-83268853390d tempest-VolumesActionsTest-1271680840 tempest-VolumesActionsTest-1271680840-project] 10.222.0.50 "GET /v2.0/ports?device_id=5b3e8057-7607-4bf9-8051-be1c1bf88bf3 HTTP/1.1" status: 200 len: 210 time: 0.0523303 Nov 11 22:18:02.893381 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 43226) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:18:02.921406 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Device 0062ba44-5a92-40b4-b6f0-d0fecf133a14 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=101952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:18:02.956328 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.plugin [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] No Port match for: 0062ba44-5a92-40b4-b6f0-d0fecf133a14 {{(pid=101952) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:18:02.957821 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Device 0062ba44-5a92-40b4-b6f0-d0fecf133a14 not bound to the agent host hv-cinder-73362 {{(pid=101952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:18:02.967241 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-a070e2dc-0093-4485-9370-b2bc93951944 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=deea16b60fcc4b4cbf11771b0628a1c4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0719483 Nov 11 22:18:02.969807 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 43234) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:18:03.047958 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-df026228-237a-4a24-a0be-c02b6ded4463 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:03.110099 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-df026228-237a-4a24-a0be-c02b6ded4463 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:03.228777 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-df026228-237a-4a24-a0be-c02b6ded4463 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:03.231437 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-df026228-237a-4a24-a0be-c02b6ded4463 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:03.233276 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-df026228-237a-4a24-a0be-c02b6ded4463 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/fcc32f26-ec22-49a1-877e-bea08eb1a9f2 HTTP/1.1" status: 204 len: 168 time: 0.2611377 Nov 11 22:18:03.253238 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df026228-237a-4a24-a0be-c02b6ded4463 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcc32f26-ec22-49a1-877e-bea08eb1a9f2,revision_number=None']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:18:03.464920 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 43260) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:18:03.824735 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c66b62-2920-48b9-861e-7f26cee89a0e req-f600f035-5be8-4d9b-84cc-dd0c863f3a35 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:18:03.827550 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-f7c66b62-2920-48b9-861e-7f26cee89a0e req-f600f035-5be8-4d9b-84cc-dd0c863f3a35 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed3c0001-6ebc-4724-8674-9d2a57cec898 HTTP/1.1" status: 200 len: 945 time: 0.1417074 Nov 11 22:18:03.892127 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-f7c66b62-2920-48b9-861e-7f26cee89a0e req-1b83872f-0cb6-4cb8-8139-45e8342c7911 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/security-groups?id=68067a07-9049-4dac-b76f-d82da95a01c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575378 Nov 11 22:18:03.998074 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.v2.base [None req-1f40fc2a-acb3-43fd-9122-032f3feb6a42 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-853010469-network', 'tenant_id': 'f428ddf0363147b9a75f80100d49cc4d'}} {{(pid=101951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:18:04.032117 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-f843f450-36ba-40ea-9e55-772d88891f62 req-a48eeae4-f490-468a-b06c-9d5d961edfb9 tempest-VolumesActionsTest-1271680840 tempest-VolumesActionsTest-1271680840-project] 10.222.0.50 "GET /v2.0/ports?device_id=5b3e8057-7607-4bf9-8051-be1c1bf88bf3 HTTP/1.1" status: 200 len: 210 time: 0.0437984 Nov 11 22:18:04.059506 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f40fc2a-acb3-43fd-9122-032f3feb6a42 admin admin] Made reservation on behalf of f428ddf0363147b9a75f80100d49cc4d for: {'network': 1} {{(pid=101951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:18:04.063637 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-1f40fc2a-acb3-43fd-9122-032f3feb6a42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for network, before_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:04.077965 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-1f40fc2a-acb3-43fd-9122-032f3feb6a42 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:04.295660 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-1f40fc2a-acb3-43fd-9122-032f3feb6a42 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:04.309371 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-1f40fc2a-acb3-43fd-9122-032f3feb6a42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:04.360668 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f40fc2a-acb3-43fd-9122-032f3feb6a42 admin admin] vlan segment allocate from pool success with {'vlan_id': 822, 'physical_network': 'physnet1'} {{(pid=101951) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 22:18:04.381531 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-1f40fc2a-acb3-43fd-9122-032f3feb6a42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8017375'] for segment, precommit_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:04.381883 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.db.segments_db [None req-1f40fc2a-acb3-43fd-9122-032f3feb6a42 admin admin] Added segment 044ce86a-8a61-4c60-b3a0-e725fba4a4ce of type vlan for network 95eeba3c-e4f7-499b-9309-138f05b1971c Nov 11 22:18:04.487649 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7ff3d5-9ab2-4ca5-9a9d-fa9accbc9cb4 req-0750b28d-92a5-44d3-95bb-666ce42257c4 tempest-VolumesActionsTest-1271680840 tempest-VolumesActionsTest-1271680840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:18:04.490297 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-5b7ff3d5-9ab2-4ca5-9a9d-fa9accbc9cb4 req-0750b28d-92a5-44d3-95bb-666ce42257c4 tempest-VolumesActionsTest-1271680840 tempest-VolumesActionsTest-1271680840-project] 10.222.0.26 "GET /v2.0/networks?id=b453ca95-3439-4b5e-b6ed-19a239ab1e56 HTTP/1.1" status: 200 len: 809 time: 0.3820977 Nov 11 22:18:04.530168 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.v2.base [req-5b7ff3d5-9ab2-4ca5-9a9d-fa9accbc9cb4 req-053d1eb0-2e4b-4233-a0d6-0c136ed9ff51 tempest-VolumesActionsTest-1271680840 tempest-VolumesActionsTest-1271680840-project] Request body: {'port': {'device_id': '5b3e8057-7607-4bf9-8051-be1c1bf88bf3', 'network_id': 'b453ca95-3439-4b5e-b6ed-19a239ab1e56', 'admin_state_up': True, 'tenant_id': 'c3a19c2fb7974d0b97039489552f3a99'}} {{(pid=101951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:18:04.540074 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-1f40fc2a-acb3-43fd-9122-032f3feb6a42 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776911823580'] for network, precommit_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:04.561395 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f40fc2a-acb3-43fd-9122-032f3feb6a42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9eb5d7a-ae4b-4f71-9c17-2c5bdda258e7,revision_number=1']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:18:04.642692 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-1f40fc2a-acb3-43fd-9122-032f3feb6a42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260'] for network, after_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:04.643681 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f40fc2a-acb3-43fd-9122-032f3feb6a42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:18:04.644270 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-1f40fc2a-acb3-43fd-9122-032f3feb6a42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634242'] for network, before_response {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:04.709720 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.wsgi [-] (101950) accepted ('10.222.0.50', 43312) {{(pid=101950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:18:04.718884 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f40fc2a-acb3-43fd-9122-032f3feb6a42 admin admin] Pushing event updated for resources: {'Network': ['ID=95eeba3c-e4f7-499b-9309-138f05b1971c,revision_number=1']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:18:04.736632 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Network 95eeba3c-e4f7-499b-9309-138f05b1971c details requested by agent ovs-agent-dv-cinder-733622-20-iscsi with host dv-cinder-733622-20-iscsi {{(pid=101952) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 22:18:04.742586 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-1f40fc2a-acb3-43fd-9122-032f3feb6a42 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2716784 Nov 11 22:18:04.742784 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.wsgi [-] (101950) accepted ('10.222.0.50', 43316) {{(pid=101950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:18:04.749985 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.v2.base [None req-49b751d9-fcda-42ee-b9da-4c91e7a0589c admin admin] Request body: {'subnet': {'network_id': '95eeba3c-e4f7-499b-9309-138f05b1971c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-853010469-subnet', 'tenant_id': 'f428ddf0363147b9a75f80100d49cc4d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:18:04.780955 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.db.api [None req-49b751d9-fcda-42ee-b9da-4c91e7a0589c admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 11 22:18:04.780955 dv-cinder-733622-20-iscsi neutron-server[101950]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 11 22:18:04.780955 dv-cinder-733622-20-iscsi neutron-server[101950]: [parameters: {'project_id': 'f428ddf0363147b9a75f80100d49cc4d', 'id': '2c9a1a6b-2660-431a-8f11-d5e3c2aef54a', 'expiration': datetime.datetime(2021, 11, 11, 22, 20, 4, 770848)}] Nov 11 22:18:04.780955 dv-cinder-733622-20-iscsi neutron-server[101950]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101950) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 11 22:18:04.782670 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG oslo_db.api [None req-49b751d9-fcda-42ee-b9da-4c91e7a0589c admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 11 22:18:04.789481 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b7ff3d5-9ab2-4ca5-9a9d-fa9accbc9cb4 req-053d1eb0-2e4b-4233-a0d6-0c136ed9ff51 tempest-VolumesActionsTest-1271680840 tempest-VolumesActionsTest-1271680840-project] Made reservation on behalf of c3a19c2fb7974d0b97039489552f3a99 for: {'port': 1} {{(pid=101951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:18:04.794907 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [req-5b7ff3d5-9ab2-4ca5-9a9d-fa9accbc9cb4 req-053d1eb0-2e4b-4233-a0d6-0c136ed9ff51 tempest-VolumesActionsTest-1271680840 tempest-VolumesActionsTest-1271680840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:04.826409 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 43318) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:18:04.979558 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.v2.base [None req-ff2184e0-b6b8-4aaf-a5d7-34388822d98c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-250747894-network', 'tenant_id': '70121f12841d4897aae58f9fe9f2c556'}} {{(pid=101950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:18:05.002927 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.db.db_base_plugin_common [req-5b7ff3d5-9ab2-4ca5-9a9d-fa9accbc9cb4 req-053d1eb0-2e4b-4233-a0d6-0c136ed9ff51 tempest-VolumesActionsTest-1271680840 tempest-VolumesActionsTest-1271680840-project] Allocated IP 172.20.0.13 (b453ca95-3439-4b5e-b6ed-19a239ab1e56/3f04f683-11fe-4c2e-be4f-4108d7203f86/ec1dba51-77db-4e52-ad70-de9d003125f5) {{(pid=101951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:18:05.010486 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff2184e0-b6b8-4aaf-a5d7-34388822d98c admin admin] Made reservation on behalf of 70121f12841d4897aae58f9fe9f2c556 for: {'network': 1} {{(pid=101950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:18:05.012890 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-ff2184e0-b6b8-4aaf-a5d7-34388822d98c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for network, before_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:05.019995 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-f5029eea-f04a-4c62-a42a-2dfc93301219 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:05.031468 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-ff2184e0-b6b8-4aaf-a5d7-34388822d98c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:05.094944 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcc711c-d81b-4d98-90c0-798dfdf5a9ff req-d9b92e5d-c33b-4981-92a6-e15548cec3a5 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:18:05.096646 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-6fcc711c-d81b-4d98-90c0-798dfdf5a9ff req-d9b92e5d-c33b-4981-92a6-e15548cec3a5 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed3c0001-6ebc-4724-8674-9d2a57cec898 HTTP/1.1" status: 200 len: 945 time: 0.0873778 Nov 11 22:18:05.171973 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-9f762e4b-9d6e-4458-b6d0-911c73e03502 req-3d42d0a2-bd30-4c43-8774-915dc6034010 tempest-VolumesActionsTest-1271680840 tempest-VolumesActionsTest-1271680840-project] 10.222.0.50 "GET /v2.0/ports?device_id=5b3e8057-7607-4bf9-8051-be1c1bf88bf3 HTTP/1.1" status: 200 len: 210 time: 0.0420907 Nov 11 22:18:05.216290 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-6fcc711c-d81b-4d98-90c0-798dfdf5a9ff req-2ae4f8db-8dd9-47f4-adcc-79d3de594b25 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/security-groups?id=68067a07-9049-4dac-b76f-d82da95a01c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071498 Nov 11 22:18:05.251579 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-ff2184e0-b6b8-4aaf-a5d7-34388822d98c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:05.256465 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-ff2184e0-b6b8-4aaf-a5d7-34388822d98c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:05.290130 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff2184e0-b6b8-4aaf-a5d7-34388822d98c admin admin] vlan segment allocate from pool success with {'vlan_id': 834, 'physical_network': 'physnet1'} {{(pid=101950) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 22:18:05.301650 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2184e0-b6b8-4aaf-a5d7-34388822d98c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6be0de7a-17ce-4bd7-b6d5-c0139e98ab25,revision_number=1']} {{(pid=101950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:18:05.317293 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-ff2184e0-b6b8-4aaf-a5d7-34388822d98c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8017375'] for segment, precommit_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:05.318360 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.db.segments_db [None req-ff2184e0-b6b8-4aaf-a5d7-34388822d98c admin admin] Added segment 2b1985db-e044-4e7f-a22a-8498e6c7db38 of type vlan for network 73526368-1abf-4e4d-8815-40fc972517d4 Nov 11 22:18:05.337733 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49b751d9-fcda-42ee-b9da-4c91e7a0589c admin admin] Made reservation on behalf of f428ddf0363147b9a75f80100d49cc4d for: {'subnet': 1} {{(pid=101950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:18:05.340295 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-49b751d9-fcda-42ee-b9da-4c91e7a0589c admin admin] Publish callbacks [] for subnet, before_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:05.465414 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-f5029eea-f04a-4c62-a42a-2dfc93301219 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:05.471713 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-ff2184e0-b6b8-4aaf-a5d7-34388822d98c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776911823580'] for network, precommit_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:05.480129 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-f5029eea-f04a-4c62-a42a-2dfc93301219 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:05.521069 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [req-5b7ff3d5-9ab2-4ca5-9a9d-fa9accbc9cb4 req-053d1eb0-2e4b-4233-a0d6-0c136ed9ff51 tempest-VolumesActionsTest-1271680840 tempest-VolumesActionsTest-1271680840-project] Publish callbacks [] for port, precommit_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:05.535971 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-ff2184e0-b6b8-4aaf-a5d7-34388822d98c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260'] for network, after_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:05.537344 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff2184e0-b6b8-4aaf-a5d7-34388822d98c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:18:05.538198 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-ff2184e0-b6b8-4aaf-a5d7-34388822d98c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634242'] for network, before_response {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:05.547976 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5029eea-f04a-4c62-a42a-2dfc93301219 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81432a07-f5fc-46f7-ae96-4867ce930107,revision_number=1']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:18:05.560793 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-f5029eea-f04a-4c62-a42a-2dfc93301219 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a0d1740978244b6f85a4c0efae6a0664&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7331564 Nov 11 22:18:05.561382 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 43336) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:18:05.623646 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [req-5b7ff3d5-9ab2-4ca5-9a9d-fa9accbc9cb4 req-053d1eb0-2e4b-4233-a0d6-0c136ed9ff51 tempest-VolumesActionsTest-1271680840 tempest-VolumesActionsTest-1271680840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776911838082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9099554'] for port, after_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:05.661139 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [None req-ff2184e0-b6b8-4aaf-a5d7-34388822d98c admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9468932 Nov 11 22:18:05.663950 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 43338) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:18:05.669027 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.v2.base [None req-066f3683-708a-4cb5-ba84-edd7aa192356 admin admin] Request body: {'subnet': {'network_id': '73526368-1abf-4e4d-8815-40fc972517d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-250747894-subnet', 'tenant_id': '70121f12841d4897aae58f9fe9f2c556', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:18:05.674334 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2184e0-b6b8-4aaf-a5d7-34388822d98c admin admin] Pushing event updated for resources: {'Network': ['ID=73526368-1abf-4e4d-8815-40fc972517d4,revision_number=1']} {{(pid=101950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:18:05.677526 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-aac706d0-efce-4250-89b2-0fc3d8722e5c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:05.692645 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Network 73526368-1abf-4e4d-8815-40fc972517d4 details requested by agent ovs-agent-dv-cinder-733622-20-iscsi with host dv-cinder-733622-20-iscsi {{(pid=101952) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 22:18:05.706457 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b7ff3d5-9ab2-4ca5-9a9d-fa9accbc9cb4 req-053d1eb0-2e4b-4233-a0d6-0c136ed9ff51 tempest-VolumesActionsTest-1271680840 tempest-VolumesActionsTest-1271680840-project] Network b453ca95-3439-4b5e-b6ed-19a239ab1e56 is already hosted by enough agents. {{(pid=101951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:18:05.722881 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.scheduler.base_scheduler [req-5b7ff3d5-9ab2-4ca5-9a9d-fa9accbc9cb4 req-053d1eb0-2e4b-4233-a0d6-0c136ed9ff51 tempest-VolumesActionsTest-1271680840 tempest-VolumesActionsTest-1271680840-project] Resources bound (agent type, host, resource id): {{(pid=101951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:18:05.738858 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b7ff3d5-9ab2-4ca5-9a9d-fa9accbc9cb4 req-053d1eb0-2e4b-4233-a0d6-0c136ed9ff51 tempest-VolumesActionsTest-1271680840 tempest-VolumesActionsTest-1271680840-project] Received port after_create {{(pid=101951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:18:05.743655 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-aac706d0-efce-4250-89b2-0fc3d8722e5c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:05.747511 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053d1eb0-2e4b-4233-a0d6-0c136ed9ff51 tempest-VolumesActionsTest-1271680840 tempest-VolumesActionsTest-1271680840-project] Pushing event updated for resources: {'Port': ['ID=ec1dba51-77db-4e52-ad70-de9d003125f5,revision_number=1']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:18:05.748226 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-49b751d9-fcda-42ee-b9da-4c91e7a0589c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260'] for subnet, after_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:05.786590 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-066f3683-708a-4cb5-ba84-edd7aa192356 admin admin] Made reservation on behalf of 70121f12841d4897aae58f9fe9f2c556 for: {'subnet': 1} {{(pid=101951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:18:05.789144 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-066f3683-708a-4cb5-ba84-edd7aa192356 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9118645'] for subnet, before_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:05.881788 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-f5b494fa-9f0c-4906-8597-8c69080ebd0b req-00601bb7-00b6-4e9e-9e0c-59a39fe49869 tempest-VolumesNegativeTest-1278991664 tempest-VolumesNegativeTest-1278991664-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=07ba809d13ee40d0921a90930a855915&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0466108 Nov 11 22:18:05.882431 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b751d9-fcda-42ee-b9da-4c91e7a0589c admin admin] Pushing event updated for resources: {'Subnet': ['ID=56ebcb10-a89e-4395-9854-b81e5aa9fd3b,revision_number=0']} {{(pid=101950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:18:05.887837 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b751d9-fcda-42ee-b9da-4c91e7a0589c admin admin] Checking segment: {'id': '044ce86a-8a61-4c60-b3a0-e725fba4a4ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': '95eeba3c-e4f7-499b-9309-138f05b1971c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:18:05.888457 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49b751d9-fcda-42ee-b9da-4c91e7a0589c admin admin] Network hostable DHCP agents. Network: 95eeba3c-e4f7-499b-9309-138f05b1971c, hostable agents: ['23e6d948-888e-4d00-9ca4-1adf1bb62ced'], hosted agents: [] {{(pid=101950) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 22:18:05.908209 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7ff3d5-9ab2-4ca5-9a9d-fa9accbc9cb4 req-053d1eb0-2e4b-4233-a0d6-0c136ed9ff51 tempest-VolumesActionsTest-1271680840 tempest-VolumesActionsTest-1271680840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:18:05.909306 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [req-5b7ff3d5-9ab2-4ca5-9a9d-fa9accbc9cb4 req-053d1eb0-2e4b-4233-a0d6-0c136ed9ff51 tempest-VolumesActionsTest-1271680840 tempest-VolumesActionsTest-1271680840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26363'] for port, before_response {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:05.945046 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-5b7ff3d5-9ab2-4ca5-9a9d-fa9accbc9cb4 req-053d1eb0-2e4b-4233-a0d6-0c136ed9ff51 tempest-VolumesActionsTest-1271680840 tempest-VolumesActionsTest-1271680840-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4219620 Nov 11 22:18:05.959569 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.v2.base [req-5b7ff3d5-9ab2-4ca5-9a9d-fa9accbc9cb4 req-6eb10ccf-9dca-4180-a7a2-66bb7bac0bdb service neutron] Request body: {'port': {'device_id': '5b3e8057-7607-4bf9-8051-be1c1bf88bf3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=101951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:18:05.960847 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49b751d9-fcda-42ee-b9da-4c91e7a0589c admin admin] Network 95eeba3c-e4f7-499b-9309-138f05b1971c is scheduled to be hosted by DHCP agent 23e6d948-888e-4d00-9ca4-1adf1bb62ced with binding_index 1 {{(pid=101950) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 22:18:05.986088 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-aac706d0-efce-4250-89b2-0fc3d8722e5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:05.988655 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-aac706d0-efce-4250-89b2-0fc3d8722e5c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:05.989799 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-aac706d0-efce-4250-89b2-0fc3d8722e5c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/81432a07-f5fc-46f7-ae96-4867ce930107 HTTP/1.1" status: 204 len: 168 time: 0.4261215 Nov 11 22:18:06.013894 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.scheduler.base_scheduler [None req-49b751d9-fcda-42ee-b9da-4c91e7a0589c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-20-iscsi, 95eeba3c-e4f7-499b-9309-138f05b1971c) {{(pid=101950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:18:06.031391 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49b751d9-fcda-42ee-b9da-4c91e7a0589c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:18:06.032292 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-49b751d9-fcda-42ee-b9da-4c91e7a0589c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634242'] for subnet, before_response {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:06.033389 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c6072e1-8774-49b9-a525-b8f0d36b0f69 None None] Network 95eeba3c-e4f7-499b-9309-138f05b1971c requested from dv-cinder-733622-20-iscsi {{(pid=101952) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:18:06.053962 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac706d0-efce-4250-89b2-0fc3d8722e5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81432a07-f5fc-46f7-ae96-4867ce930107,revision_number=None']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:18:06.093644 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [None req-49b751d9-fcda-42ee-b9da-4c91e7a0589c admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3488820 Nov 11 22:18:06.123726 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-066f3683-708a-4cb5-ba84-edd7aa192356 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9099734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9118631'] for subnet, after_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:06.136714 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b494fa-9f0c-4906-8597-8c69080ebd0b req-b15c1319-4ec7-48b3-b796-6017c97d7e8b tempest-VolumesNegativeTest-1278991664 tempest-VolumesNegativeTest-1278991664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:18:06.138965 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-f5b494fa-9f0c-4906-8597-8c69080ebd0b req-b15c1319-4ec7-48b3-b796-6017c97d7e8b tempest-VolumesNegativeTest-1278991664 tempest-VolumesNegativeTest-1278991664-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2405791 Nov 11 22:18:06.171580 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [req-5b7ff3d5-9ab2-4ca5-9a9d-fa9accbc9cb4 req-6eb10ccf-9dca-4180-a7a2-66bb7bac0bdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_update {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:06.182821 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-f5b494fa-9f0c-4906-8597-8c69080ebd0b req-f634d5ed-fd89-4699-9082-de1b2184f36d tempest-VolumesNegativeTest-1278991664 tempest-VolumesNegativeTest-1278991664-project] 10.222.0.50 "GET /v2.0/quotas/07ba809d13ee40d0921a90930a855915 HTTP/1.1" status: 200 len: 375 time: 0.0226612 Nov 11 22:18:06.236895 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-f5b494fa-9f0c-4906-8597-8c69080ebd0b req-edaf08fa-eca7-4830-a1ad-823ed7441f17 tempest-VolumesNegativeTest-1278991664 tempest-VolumesNegativeTest-1278991664-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=07ba809d13ee40d0921a90930a855915&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0353234 Nov 11 22:18:06.269171 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066f3683-708a-4cb5-ba84-edd7aa192356 admin admin] Pushing event updated for resources: {'Subnet': ['ID=707623ec-d95b-41b2-8e25-0e51182a8a59,revision_number=0']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:18:06.320646 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066f3683-708a-4cb5-ba84-edd7aa192356 admin admin] Checking segment: {'id': '2b1985db-e044-4e7f-a22a-8498e6c7db38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '73526368-1abf-4e4d-8815-40fc972517d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:18:06.321099 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-066f3683-708a-4cb5-ba84-edd7aa192356 admin admin] Network hostable DHCP agents. Network: 73526368-1abf-4e4d-8815-40fc972517d4, hostable agents: ['23e6d948-888e-4d00-9ca4-1adf1bb62ced'], hosted agents: [] {{(pid=101951) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 22:18:06.439692 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2837921f-ff06-4893-8e3f-3a64f19fb9ea None None] Network 95eeba3c-e4f7-499b-9309-138f05b1971c requested from dv-cinder-733622-20-iscsi {{(pid=101952) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:18:06.442986 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-066f3683-708a-4cb5-ba84-edd7aa192356 admin admin] Network 73526368-1abf-4e4d-8815-40fc972517d4 is scheduled to be hosted by DHCP agent 23e6d948-888e-4d00-9ca4-1adf1bb62ced with binding_index 1 {{(pid=101951) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 22:18:06.468910 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.scheduler.base_scheduler [None req-066f3683-708a-4cb5-ba84-edd7aa192356 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-20-iscsi, 73526368-1abf-4e4d-8815-40fc972517d4) {{(pid=101951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:18:06.490301 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-066f3683-708a-4cb5-ba84-edd7aa192356 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:18:06.491304 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-066f3683-708a-4cb5-ba84-edd7aa192356 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634242'] for subnet, before_response {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:06.516042 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf6a34e3-895b-4657-9e55-0991e989fcd1 None None] Network 73526368-1abf-4e4d-8815-40fc972517d4 requested from dv-cinder-733622-20-iscsi {{(pid=101952) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:18:06.545611 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-066f3683-708a-4cb5-ba84-edd7aa192356 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8803196 Nov 11 22:18:06.548228 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 43366) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:18:06.553849 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.v2.base [None req-85daa7ba-4c8e-404c-8f22-cea349bffac5 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-250747894-router', 'tenant_id': '70121f12841d4897aae58f9fe9f2c556', 'external_gateway_info': {'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635'}}} {{(pid=101951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:18:06.603273 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9405815-c1e2-4d51-a160-f35d5c2c1068 req-c0464bed-15af-4ebf-bd26-8ee82acffe4c tempest-VolumesActionsTest-1271680840 tempest-VolumesActionsTest-1271680840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:18:06.606873 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-e9405815-c1e2-4d51-a160-f35d5c2c1068 req-c0464bed-15af-4ebf-bd26-8ee82acffe4c tempest-VolumesActionsTest-1271680840 tempest-VolumesActionsTest-1271680840-project] 10.222.0.50 "GET /v2.0/ports?device_id=5b3e8057-7607-4bf9-8051-be1c1bf88bf3 HTTP/1.1" status: 200 len: 932 time: 0.2112734 Nov 11 22:18:06.662038 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-85daa7ba-4c8e-404c-8f22-cea349bffac5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-657824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25022'] for router, before_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:06.672937 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-85daa7ba-4c8e-404c-8f22-cea349bffac5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-657456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657002', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-884689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25009'] for router, precommit_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:06.754934 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-85daa7ba-4c8e-404c-8f22-cea349bffac5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:06.852427 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1525f61a-c03a-4c5d-8de7-5523888f0b91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6467342-9d0c-523f-a8b3-69f6dc17eabf-73526368-1abf-4e4d-8815-40fc972517d4', 'network_id': '73526368-1abf-4e4d-8815-40fc972517d4', 'tenant_id': '70121f12841d4897aae58f9fe9f2c556', 'fixed_ips': [{'subnet_id': '707623ec-d95b-41b2-8e25-0e51182a8a59'}]}} from dv-cinder-733622-20-iscsi. {{(pid=101952) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 22:18:06.853382 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-1525f61a-c03a-4c5d-8de7-5523888f0b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_create {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:06.855093 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-e9405815-c1e2-4d51-a160-f35d5c2c1068 req-f056f6db-46d6-4e7b-bbff-a8d20d9a0070 tempest-VolumesActionsTest-1271680840 tempest-VolumesActionsTest-1271680840-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b369d3e-6261-485c-b1b5-c76ee1bddc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375915 Nov 11 22:18:06.892479 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531c8d3c-d3a8-476d-911d-076dd46605ff req-3de61d71-9050-4854-8171-671246e4e3d3 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:18:06.894424 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-531c8d3c-d3a8-476d-911d-076dd46605ff req-3de61d71-9050-4854-8171-671246e4e3d3 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed3c0001-6ebc-4724-8674-9d2a57cec898 HTTP/1.1" status: 200 len: 945 time: 0.1844320 Nov 11 22:18:06.905743 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.wsgi [-] (101950) accepted ('10.222.0.50', 43380) {{(pid=101950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:18:06.960310 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-0b85bec0-0710-433a-b4f8-ef3ca1f8d27a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:07.003661 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-93cc499c-3636-41c0-8d9e-4d49d2611b8f req-977f5655-6a17-4ed5-8c89-17339a22e112 tempest-VolumesNegativeTest-1278991664 tempest-VolumesNegativeTest-1278991664-project] 10.222.0.50 "GET /v2.0/ports?device_id=035216df-b183-42d7-a784-a647123b5a12 HTTP/1.1" status: 200 len: 210 time: 0.0545101 Nov 11 22:18:07.025344 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-85daa7ba-4c8e-404c-8f22-cea349bffac5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:07.067950 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-531c8d3c-d3a8-476d-911d-076dd46605ff req-8cc0f162-8f27-4022-9a91-83a90299dd0a tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/security-groups?id=68067a07-9049-4dac-b76f-d82da95a01c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661775 Nov 11 22:18:07.156417 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.notifiers.nova [req-5b7ff3d5-9ab2-4ca5-9a9d-fa9accbc9cb4 req-6eb10ccf-9dca-4180-a7a2-66bb7bac0bdb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec1dba51-77db-4e52-ad70-de9d003125f5 {{(pid=101951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 22:18:07.161420 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.db_base_plugin_common [None req-1525f61a-c03a-4c5d-8de7-5523888f0b91 None None] Allocated IP 172.20.0.2 (73526368-1abf-4e4d-8815-40fc972517d4/707623ec-d95b-41b2-8e25-0e51182a8a59/46ada8a9-288b-4c24-9782-3d84a20adb2e) {{(pid=101952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:18:07.209328 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-0b85bec0-0710-433a-b4f8-ef3ca1f8d27a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:07.215201 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-0b85bec0-0710-433a-b4f8-ef3ca1f8d27a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:07.234065 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [req-5b7ff3d5-9ab2-4ca5-9a9d-fa9accbc9cb4 req-6eb10ccf-9dca-4180-a7a2-66bb7bac0bdb service neutron] Publish callbacks [] for port, precommit_update {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:07.253783 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.db.provisioning_blocks [req-5b7ff3d5-9ab2-4ca5-9a9d-fa9accbc9cb4 req-6eb10ccf-9dca-4180-a7a2-66bb7bac0bdb service neutron] Transition to ACTIVE for port object ec1dba51-77db-4e52-ad70-de9d003125f5 will not be triggered until provisioned by entity L2. {{(pid=101951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 22:18:07.265696 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [req-5b7ff3d5-9ab2-4ca5-9a9d-fa9accbc9cb4 req-6eb10ccf-9dca-4180-a7a2-66bb7bac0bdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776912265364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776911838100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776911838118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9099611'] for port, after_update {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:07.335910 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [None req-0b85bec0-0710-433a-b4f8-ef3ca1f8d27a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=df4987af5a43450896953882e102f5db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4290218 Nov 11 22:18:07.345988 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 43396) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:18:07.347668 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b85bec0-0710-433a-b4f8-ef3ca1f8d27a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63b0765b-e6c7-4da7-939a-4c28777dc2dc,revision_number=1']} {{(pid=101950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:18:07.395520 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb10ccf-9dca-4180-a7a2-66bb7bac0bdb service neutron] Pushing event updated for resources: {'Port': ['ID=ec1dba51-77db-4e52-ad70-de9d003125f5,revision_number=2']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:18:07.586741 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-1525f61a-c03a-4c5d-8de7-5523888f0b91 None None] Publish callbacks [] for port, precommit_create {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:07.597963 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-1525f61a-c03a-4c5d-8de7-5523888f0b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776911838082'] for port, after_create {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:07.647190 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.wsgi [-] (101950) accepted ('10.222.0.50', 43410) {{(pid=101950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:18:07.652459 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.v2.base [None req-d125b8b1-e259-421a-ac92-af4ca1be7c1f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-113045060-network', 'tenant_id': '1ceb11e7f5e94e6bb9aad5ce072e9b60'}} {{(pid=101950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:18:07.669699 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.managers [req-5b7ff3d5-9ab2-4ca5-9a9d-fa9accbc9cb4 req-6eb10ccf-9dca-4180-a7a2-66bb7bac0bdb service neutron] Attempting to bind port ec1dba51-77db-4e52-ad70-de9d003125f5 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=101951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:18:07.670142 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.managers [req-5b7ff3d5-9ab2-4ca5-9a9d-fa9accbc9cb4 req-6eb10ccf-9dca-4180-a7a2-66bb7bac0bdb service neutron] Attempting to bind port ec1dba51-77db-4e52-ad70-de9d003125f5 by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': '65f08cfa-ecda-4a25-9308-735fb4fd54a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'b453ca95-3439-4b5e-b6ed-19a239ab1e56'}] {{(pid=101951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:18:07.670671 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b7ff3d5-9ab2-4ca5-9a9d-fa9accbc9cb4 req-6eb10ccf-9dca-4180-a7a2-66bb7bac0bdb service neutron] Attempting to bind port ec1dba51-77db-4e52-ad70-de9d003125f5 on network b453ca95-3439-4b5e-b6ed-19a239ab1e56 {{(pid=101951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:18:07.671836 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1525f61a-c03a-4c5d-8de7-5523888f0b91 None None] Network 73526368-1abf-4e4d-8815-40fc972517d4 is already hosted by enough agents. {{(pid=101952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:18:07.678116 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.scheduler.base_scheduler [None req-1525f61a-c03a-4c5d-8de7-5523888f0b91 None None] Resources bound (agent type, host, resource id): {{(pid=101952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:18:07.679863 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1525f61a-c03a-4c5d-8de7-5523888f0b91 None None] Received port after_create {{(pid=101952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:18:07.688370 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1525f61a-c03a-4c5d-8de7-5523888f0b91 None None] Pushing event updated for resources: {'Port': ['ID=46ada8a9-288b-4c24-9782-3d84a20adb2e,revision_number=1']} {{(pid=101952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:18:07.718267 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d125b8b1-e259-421a-ac92-af4ca1be7c1f admin admin] Made reservation on behalf of 1ceb11e7f5e94e6bb9aad5ce072e9b60 for: {'network': 1} {{(pid=101950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:18:07.721775 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-d125b8b1-e259-421a-ac92-af4ca1be7c1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for network, before_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:07.753849 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-d125b8b1-e259-421a-ac92-af4ca1be7c1f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:07.766381 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-572c05b8-242a-41af-98c5-956f7051c249 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:07.783825 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.managers [None req-1525f61a-c03a-4c5d-8de7-5523888f0b91 None None] Attempting to bind port 46ada8a9-288b-4c24-9782-3d84a20adb2e on host dv-cinder-733622-20-iscsi for vnic_type normal with profile {{(pid=101952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:18:07.784599 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.managers [None req-1525f61a-c03a-4c5d-8de7-5523888f0b91 None None] Attempting to bind port 46ada8a9-288b-4c24-9782-3d84a20adb2e by drivers openvswitch,hyperv on host dv-cinder-733622-20-iscsi at level 0 using segments [{'id': '2b1985db-e044-4e7f-a22a-8498e6c7db38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '73526368-1abf-4e4d-8815-40fc972517d4'}] {{(pid=101952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:18:07.784978 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1525f61a-c03a-4c5d-8de7-5523888f0b91 None None] Attempting to bind port 46ada8a9-288b-4c24-9782-3d84a20adb2e on network 73526368-1abf-4e4d-8815-40fc972517d4 {{(pid=101952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:18:07.798097 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1525f61a-c03a-4c5d-8de7-5523888f0b91 None None] Checking agent: {'id': '83a5d6f5-895b-4fa9-b3a8-3d8b1836c237', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 22, 8, 32), 'started_at': datetime.datetime(2021, 11, 11, 22, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 18, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:18:07.798617 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1525f61a-c03a-4c5d-8de7-5523888f0b91 None None] Checking segment: {'id': '2b1985db-e044-4e7f-a22a-8498e6c7db38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '73526368-1abf-4e4d-8815-40fc972517d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:18:07.799028 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-1525f61a-c03a-4c5d-8de7-5523888f0b91 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:07.799433 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1525f61a-c03a-4c5d-8de7-5523888f0b91 None None] Bound using segment: {'id': '2b1985db-e044-4e7f-a22a-8498e6c7db38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '73526368-1abf-4e4d-8815-40fc972517d4'} {{(pid=101952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:18:07.799925 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.managers [None req-1525f61a-c03a-4c5d-8de7-5523888f0b91 None None] Bound port: 46ada8a9-288b-4c24-9782-3d84a20adb2e, host: dv-cinder-733622-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b1985db-e044-4e7f-a22a-8498e6c7db38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '73526368-1abf-4e4d-8815-40fc972517d4'}}] {{(pid=101952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:18:07.800311 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-1525f61a-c03a-4c5d-8de7-5523888f0b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:07.845577 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b7ff3d5-9ab2-4ca5-9a9d-fa9accbc9cb4 req-6eb10ccf-9dca-4180-a7a2-66bb7bac0bdb service neutron] Port ec1dba51-77db-4e52-ad70-de9d003125f5 on network b453ca95-3439-4b5e-b6ed-19a239ab1e56 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=101951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 22:18:07.845975 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b7ff3d5-9ab2-4ca5-9a9d-fa9accbc9cb4 req-6eb10ccf-9dca-4180-a7a2-66bb7bac0bdb service neutron] Attempting to bind port ec1dba51-77db-4e52-ad70-de9d003125f5 on network b453ca95-3439-4b5e-b6ed-19a239ab1e56 {{(pid=101951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:18:07.881763 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-d125b8b1-e259-421a-ac92-af4ca1be7c1f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:07.889651 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-d125b8b1-e259-421a-ac92-af4ca1be7c1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:07.913360 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-1525f61a-c03a-4c5d-8de7-5523888f0b91 None None] For port 46ada8a9-288b-4c24-9782-3d84a20adb2e, host dv-cinder-733622-20-iscsi, cleared binding levels {{(pid=101952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:18:07.919667 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-1525f61a-c03a-4c5d-8de7-5523888f0b91 None None] For port 46ada8a9-288b-4c24-9782-3d84a20adb2e, host dv-cinder-733622-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-20-iscsi',level=0,port_id=46ada8a9-288b-4c24-9782-3d84a20adb2e,segment=NetworkSegment(2b1985db-e044-4e7f-a22a-8498e6c7db38),segment_id=2b1985db-e044-4e7f-a22a-8498e6c7db38)] {{(pid=101952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:18:07.927376 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-1525f61a-c03a-4c5d-8de7-5523888f0b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776912265364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776911838100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776911838118'] for port, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:07.948304 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b7ff3d5-9ab2-4ca5-9a9d-fa9accbc9cb4 req-6eb10ccf-9dca-4180-a7a2-66bb7bac0bdb service neutron] Checking agent: {'id': 'a052ab81-1c58-45ec-bb06-1cf32ae4b08e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 22, 14, 39), 'started_at': datetime.datetime(2021, 11, 11, 22, 14, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 17, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:18:07.955035 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b7ff3d5-9ab2-4ca5-9a9d-fa9accbc9cb4 req-6eb10ccf-9dca-4180-a7a2-66bb7bac0bdb service neutron] Checking segment: {'id': '65f08cfa-ecda-4a25-9308-735fb4fd54a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'b453ca95-3439-4b5e-b6ed-19a239ab1e56'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:18:07.955252 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b7ff3d5-9ab2-4ca5-9a9d-fa9accbc9cb4 req-6eb10ccf-9dca-4180-a7a2-66bb7bac0bdb service neutron] Bound using segment: {'id': '65f08cfa-ecda-4a25-9308-735fb4fd54a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'b453ca95-3439-4b5e-b6ed-19a239ab1e56'} {{(pid=101951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:18:07.955692 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.managers [req-5b7ff3d5-9ab2-4ca5-9a9d-fa9accbc9cb4 req-6eb10ccf-9dca-4180-a7a2-66bb7bac0bdb service neutron] Bound port: ec1dba51-77db-4e52-ad70-de9d003125f5, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65f08cfa-ecda-4a25-9308-735fb4fd54a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': 'b453ca95-3439-4b5e-b6ed-19a239ab1e56'}}] {{(pid=101951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:18:07.956060 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [req-5b7ff3d5-9ab2-4ca5-9a9d-fa9accbc9cb4 req-6eb10ccf-9dca-4180-a7a2-66bb7bac0bdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_update {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:07.962657 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d125b8b1-e259-421a-ac92-af4ca1be7c1f admin admin] vlan segment allocate from pool success with {'vlan_id': 809, 'physical_network': 'physnet1'} {{(pid=101950) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 22:18:07.981262 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d125b8b1-e259-421a-ac92-af4ca1be7c1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfcc35ce-27b7-493f-9c92-e89610171fdc,revision_number=1']} {{(pid=101950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:18:07.999396 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-d125b8b1-e259-421a-ac92-af4ca1be7c1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8017375'] for segment, precommit_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:08.002943 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.db.segments_db [None req-d125b8b1-e259-421a-ac92-af4ca1be7c1f admin admin] Added segment 63dcb6b8-887d-40a9-8221-ae6b988aaf44 of type vlan for network 3ed0924a-492a-4f63-9e3d-34abb93ec205 Nov 11 22:18:08.046559 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1525f61a-c03a-4c5d-8de7-5523888f0b91 None None] Pushing event updated for resources: {'Port': ['ID=46ada8a9-288b-4c24-9782-3d84a20adb2e,revision_number=2']} {{(pid=101952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:18:08.053974 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-572c05b8-242a-41af-98c5-956f7051c249 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:08.073639 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-d125b8b1-e259-421a-ac92-af4ca1be7c1f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776911823580'] for network, precommit_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:08.113730 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-d125b8b1-e259-421a-ac92-af4ca1be7c1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260'] for network, after_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:08.115015 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d125b8b1-e259-421a-ac92-af4ca1be7c1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:18:08.115751 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-d125b8b1-e259-421a-ac92-af4ca1be7c1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634242'] for network, before_response {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:08.174959 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-572c05b8-242a-41af-98c5-956f7051c249 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:08.176357 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-572c05b8-242a-41af-98c5-956f7051c249 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:08.177613 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-572c05b8-242a-41af-98c5-956f7051c249 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/63b0765b-e6c7-4da7-939a-4c28777dc2dc HTTP/1.1" status: 204 len: 168 time: 0.8106050 Nov 11 22:18:08.197670 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-85daa7ba-4c8e-404c-8f22-cea349bffac5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:08.205219 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-cbbc1271-573f-4921-9ecf-5f24a16caad9 req-660dcf34-3813-47cb-afed-5e216a041ffa tempest-VolumesNegativeTest-1278991664 tempest-VolumesNegativeTest-1278991664-project] 10.222.0.50 "GET /v2.0/ports?device_id=035216df-b183-42d7-a784-a647123b5a12 HTTP/1.1" status: 200 len: 210 time: 0.0634537 Nov 11 22:18:08.243547 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572c05b8-242a-41af-98c5-956f7051c249 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63b0765b-e6c7-4da7-939a-4c28777dc2dc,revision_number=None']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:18:08.251435 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-85daa7ba-4c8e-404c-8f22-cea349bffac5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:08.273635 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.db [req-5b7ff3d5-9ab2-4ca5-9a9d-fa9accbc9cb4 req-6eb10ccf-9dca-4180-a7a2-66bb7bac0bdb service neutron] For port ec1dba51-77db-4e52-ad70-de9d003125f5, host hv-cinder-73362, cleared binding levels {{(pid=101951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:18:08.282423 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [None req-d125b8b1-e259-421a-ac92-af4ca1be7c1f admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6340101 Nov 11 22:18:08.294395 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 43434) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:18:08.302048 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8d5b17-c23d-4f41-8659-d0cbdca3d4e6 req-2258d491-6f2f-49ff-83df-a45b18f8416d tempest-VolumesActionsTest-1271680840 tempest-VolumesActionsTest-1271680840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:18:08.304473 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.v2.base [None req-6e242036-e35d-41ab-b1d9-0039468bdffd admin admin] Request body: {'subnet': {'network_id': '3ed0924a-492a-4f63-9e3d-34abb93ec205', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-113045060-subnet', 'tenant_id': '1ceb11e7f5e94e6bb9aad5ce072e9b60', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:18:08.310108 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-cb8d5b17-c23d-4f41-8659-d0cbdca3d4e6 req-2258d491-6f2f-49ff-83df-a45b18f8416d tempest-VolumesActionsTest-1271680840 tempest-VolumesActionsTest-1271680840-project] 10.222.0.50 "GET /v2.0/ports?device_id=5b3e8057-7607-4bf9-8051-be1c1bf88bf3 HTTP/1.1" status: 200 len: 944 time: 0.2090442 Nov 11 22:18:08.320522 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d125b8b1-e259-421a-ac92-af4ca1be7c1f admin admin] Pushing event updated for resources: {'Network': ['ID=3ed0924a-492a-4f63-9e3d-34abb93ec205,revision_number=1']} {{(pid=101950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:18:08.340385 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Network 3ed0924a-492a-4f63-9e3d-34abb93ec205 details requested by agent ovs-agent-dv-cinder-733622-20-iscsi with host dv-cinder-733622-20-iscsi {{(pid=101952) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 22:18:08.352001 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.db [req-5b7ff3d5-9ab2-4ca5-9a9d-fa9accbc9cb4 req-6eb10ccf-9dca-4180-a7a2-66bb7bac0bdb service neutron] For port ec1dba51-77db-4e52-ad70-de9d003125f5, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=ec1dba51-77db-4e52-ad70-de9d003125f5,segment=NetworkSegment(65f08cfa-ecda-4a25-9308-735fb4fd54a3),segment_id=65f08cfa-ecda-4a25-9308-735fb4fd54a3)] {{(pid=101951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:18:08.369287 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [req-5b7ff3d5-9ab2-4ca5-9a9d-fa9accbc9cb4 req-6eb10ccf-9dca-4180-a7a2-66bb7bac0bdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776912265364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776911838100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776911838118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9099611'] for port, after_update {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:08.423901 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-cb8d5b17-c23d-4f41-8659-d0cbdca3d4e6 req-888235ab-97ab-4013-a419-ead4246f97e2 tempest-VolumesActionsTest-1271680840 tempest-VolumesActionsTest-1271680840-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b369d3e-6261-485c-b1b5-c76ee1bddc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128163 Nov 11 22:18:08.467463 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7ff3d5-9ab2-4ca5-9a9d-fa9accbc9cb4 req-6eb10ccf-9dca-4180-a7a2-66bb7bac0bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:18:08.468661 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [req-5b7ff3d5-9ab2-4ca5-9a9d-fa9accbc9cb4 req-6eb10ccf-9dca-4180-a7a2-66bb7bac0bdb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26363'] for port, before_response {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:08.469963 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-5b7ff3d5-9ab2-4ca5-9a9d-fa9accbc9cb4 req-6eb10ccf-9dca-4180-a7a2-66bb7bac0bdb service neutron] 10.222.0.26 "PUT /v2.0/ports/ec1dba51-77db-4e52-ad70-de9d003125f5 HTTP/1.1" status: 200 len: 1094 time: 2.5160439 Nov 11 22:18:08.496220 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b3e8057-7607-4bf9-8051-be1c1bf88bf3', 'tag': 'ec1dba51-77db-4e52-ad70-de9d003125f5'}] {{(pid=101951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:18:08.501073 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6edad8924451e5ac919d090b7a0cdac835d5bd684dc46b69d397444c146e85de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faf7eb7b-e0ad-4726-84d1-46f8987eac29" -d '{"events": [{"name": "network-changed", "server_uuid": "5b3e8057-7607-4bf9-8051-be1c1bf88bf3", "tag": "ec1dba51-77db-4e52-ad70-de9d003125f5"}]}' {{(pid=101951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:18:08.556010 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e242036-e35d-41ab-b1d9-0039468bdffd admin admin] Made reservation on behalf of 1ceb11e7f5e94e6bb9aad5ce072e9b60 for: {'subnet': 1} {{(pid=101951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:18:08.563328 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-6e242036-e35d-41ab-b1d9-0039468bdffd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9118645'] for subnet, before_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:08.595306 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ba2e7f-a00f-4f0a-9385-7befc7f25b9f req-8c251b13-32bc-401a-905b-60c7316bea60 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:18:08.599902 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-24ba2e7f-a00f-4f0a-9385-7befc7f25b9f req-8c251b13-32bc-401a-905b-60c7316bea60 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed3c0001-6ebc-4724-8674-9d2a57cec898 HTTP/1.1" status: 200 len: 945 time: 0.1412663 Nov 11 22:18:08.708584 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-24ba2e7f-a00f-4f0a-9385-7befc7f25b9f req-01f289ad-6d6a-469d-8956-ebdeb0cc8407 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/security-groups?id=68067a07-9049-4dac-b76f-d82da95a01c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015103 Nov 11 22:18:08.721526 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-f5b494fa-9f0c-4906-8597-8c69080ebd0b req-c1777ac0-c980-4f30-af5e-2c9cb84ab3d4 tempest-VolumesNegativeTest-1278991664 tempest-VolumesNegativeTest-1278991664-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=07ba809d13ee40d0921a90930a855915&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0280044 Nov 11 22:18:08.798395 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb10ccf-9dca-4180-a7a2-66bb7bac0bdb service neutron] Pushing event updated for resources: {'Port': ['ID=ec1dba51-77db-4e52-ad70-de9d003125f5,revision_number=3']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:18:08.803680 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 22:18:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce63e558-d498-47de-915e-40e013b50556 x-openstack-request-id: req-ce63e558-d498-47de-915e-40e013b50556 {{(pid=101951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:18:08.803680 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b3e8057-7607-4bf9-8051-be1c1bf88bf3", "tag": "ec1dba51-77db-4e52-ad70-de9d003125f5", "status": "completed", "code": 200}]} {{(pid=101951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:18:08.803680 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ce63e558-d498-47de-915e-40e013b50556 {{(pid=101951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:18:08.803680 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b3e8057-7607-4bf9-8051-be1c1bf88bf3', 'tag': 'ec1dba51-77db-4e52-ad70-de9d003125f5', 'status': 'completed', 'code': 200} Nov 11 22:18:08.875478 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7ff3d5-9ab2-4ca5-9a9d-fa9accbc9cb4 req-9e4ec935-1e0b-4d02-b326-a6a694e55d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:18:08.877789 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-5b7ff3d5-9ab2-4ca5-9a9d-fa9accbc9cb4 req-9e4ec935-1e0b-4d02-b326-a6a694e55d0c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c3a19c2fb7974d0b97039489552f3a99&device_id=5b3e8057-7607-4bf9-8051-be1c1bf88bf3 HTTP/1.1" status: 200 len: 1097 time: 0.2716441 Nov 11 22:18:08.879959 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b494fa-9f0c-4906-8597-8c69080ebd0b req-116f662a-92f1-4149-8f9a-de65d5fa74f4 tempest-VolumesNegativeTest-1278991664 tempest-VolumesNegativeTest-1278991664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:18:08.881693 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-f5b494fa-9f0c-4906-8597-8c69080ebd0b req-116f662a-92f1-4149-8f9a-de65d5fa74f4 tempest-VolumesNegativeTest-1278991664 tempest-VolumesNegativeTest-1278991664-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1463614 Nov 11 22:18:08.886548 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.db.db_base_plugin_common [None req-85daa7ba-4c8e-404c-8f22-cea349bffac5 admin admin] Allocated IP 172.27.0.226 (fd27370c-43f8-4948-a495-3a9880be1635/b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca/ec5fa6b9-8064-4d3d-aaef-fc760a64117b) {{(pid=101951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:18:08.901450 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.v2.base [req-f5b494fa-9f0c-4906-8597-8c69080ebd0b req-7a7a8817-2d72-4eec-81eb-674dc05e9853 tempest-VolumesNegativeTest-1278991664 tempest-VolumesNegativeTest-1278991664-project] Request body: {'port': {'device_id': '035216df-b183-42d7-a784-a647123b5a12', 'network_id': 'b83e8015-94b3-4513-ab1e-44b7221f9943', 'admin_state_up': True, 'tenant_id': '07ba809d13ee40d0921a90930a855915'}} {{(pid=101950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:18:08.958465 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-5b7ff3d5-9ab2-4ca5-9a9d-fa9accbc9cb4 req-f876ddca-b1ca-40e9-a330-def93bf52143 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ec1dba51-77db-4e52-ad70-de9d003125f5 HTTP/1.1" status: 200 len: 217 time: 0.0643678 Nov 11 22:18:09.053396 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:09.080421 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5b494fa-9f0c-4906-8597-8c69080ebd0b req-7a7a8817-2d72-4eec-81eb-674dc05e9853 tempest-VolumesNegativeTest-1278991664 tempest-VolumesNegativeTest-1278991664-project] Made reservation on behalf of 07ba809d13ee40d0921a90930a855915 for: {'port': 1} {{(pid=101950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:18:09.084549 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [req-f5b494fa-9f0c-4906-8597-8c69080ebd0b req-7a7a8817-2d72-4eec-81eb-674dc05e9853 tempest-VolumesNegativeTest-1278991664 tempest-VolumesNegativeTest-1278991664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:09.095131 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [req-f5b494fa-9f0c-4906-8597-8c69080ebd0b req-7a7a8817-2d72-4eec-81eb-674dc05e9853 tempest-VolumesNegativeTest-1278991664 tempest-VolumesNegativeTest-1278991664-project] Publish callbacks [] for security_group, before_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:09.139274 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7ff3d5-9ab2-4ca5-9a9d-fa9accbc9cb4 req-2002e168-47c4-4a5d-9b78-bf72efabcae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:18:09.141198 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-5b7ff3d5-9ab2-4ca5-9a9d-fa9accbc9cb4 req-2002e168-47c4-4a5d-9b78-bf72efabcae1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3f04f683-11fe-4c2e-be4f-4108d7203f86 HTTP/1.1" status: 200 len: 849 time: 0.1625752 Nov 11 22:18:09.189856 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.wsgi [-] (101950) accepted ('10.222.0.50', 43466) {{(pid=101950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:18:09.223029 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-cfba8d6a-5302-4f1c-aa79-bfa75de48a84 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:09.240457 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [req-f5b494fa-9f0c-4906-8597-8c69080ebd0b req-7a7a8817-2d72-4eec-81eb-674dc05e9853 tempest-VolumesNegativeTest-1278991664 tempest-VolumesNegativeTest-1278991664-project] Publish callbacks [] for security_group, precommit_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:09.241591 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-5b7ff3d5-9ab2-4ca5-9a9d-fa9accbc9cb4 req-96b42dbc-2592-4e81-96bc-2ce3e13d09dc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b453ca95-3439-4b5e-b6ed-19a239ab1e56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0872278 Nov 11 22:18:09.247898 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [req-f5b494fa-9f0c-4906-8597-8c69080ebd0b req-7a7a8817-2d72-4eec-81eb-674dc05e9853 tempest-VolumesNegativeTest-1278991664 tempest-VolumesNegativeTest-1278991664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:09.285611 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-85daa7ba-4c8e-404c-8f22-cea349bffac5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:09.304766 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-6e242036-e35d-41ab-b1d9-0039468bdffd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9099734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9118631'] for subnet, after_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:09.362474 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7a8817-2d72-4eec-81eb-674dc05e9853 tempest-VolumesNegativeTest-1278991664 tempest-VolumesNegativeTest-1278991664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=373a8043-3f70-4965-b3da-71ad5b1cb60a,revision_number=1']} {{(pid=101950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:18:09.417595 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-45883b2c-67ff-4823-ad26-4cb00858352b req-00a85b85-224d-4f38-acb0-62a958e66348 tempest-VolumesNegativeTest-1278991664 tempest-VolumesNegativeTest-1278991664-project] 10.222.0.50 "GET /v2.0/ports?device_id=035216df-b183-42d7-a784-a647123b5a12 HTTP/1.1" status: 200 len: 210 time: 0.0737572 Nov 11 22:18:09.484433 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e242036-e35d-41ab-b1d9-0039468bdffd admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3dfb603-3fb9-4b59-affe-2b9fe1dad1e9,revision_number=0']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:18:09.499422 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-5b7ff3d5-9ab2-4ca5-9a9d-fa9accbc9cb4 req-9db335f4-d30c-4692-9524-43e9e039b484 service neutron] 10.222.0.26 "GET /v2.0/networks/b453ca95-3439-4b5e-b6ed-19a239ab1e56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2401037 Nov 11 22:18:09.503194 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-85daa7ba-4c8e-404c-8f22-cea349bffac5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776911838082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9099554'] for port, after_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:09.512792 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e242036-e35d-41ab-b1d9-0039468bdffd admin admin] Checking segment: {'id': '63dcb6b8-887d-40a9-8221-ae6b988aaf44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '3ed0924a-492a-4f63-9e3d-34abb93ec205'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:18:09.513249 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e242036-e35d-41ab-b1d9-0039468bdffd admin admin] Network hostable DHCP agents. Network: 3ed0924a-492a-4f63-9e3d-34abb93ec205, hostable agents: ['23e6d948-888e-4d00-9ca4-1adf1bb62ced'], hosted agents: [] {{(pid=101951) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 22:18:09.543254 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-cfba8d6a-5302-4f1c-aa79-bfa75de48a84 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:09.567815 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.db.db_base_plugin_common [req-f5b494fa-9f0c-4906-8597-8c69080ebd0b req-7a7a8817-2d72-4eec-81eb-674dc05e9853 tempest-VolumesNegativeTest-1278991664 tempest-VolumesNegativeTest-1278991664-project] Allocated IP 192.168.233.78 (b83e8015-94b3-4513-ab1e-44b7221f9943/ed983eae-af73-4ce3-9f14-c251dfa144b8/201133df-e843-4ac3-80c0-ed5cb96299e6) {{(pid=101950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:18:09.570155 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-cfba8d6a-5302-4f1c-aa79-bfa75de48a84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:09.630284 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [None req-cfba8d6a-5302-4f1c-aa79-bfa75de48a84 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=92d28b47f9ed424583755cf3ff69b40a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4386482 Nov 11 22:18:09.635157 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.wsgi [-] (101950) accepted ('10.222.0.50', 43472) {{(pid=101950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:18:09.643545 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfba8d6a-5302-4f1c-aa79-bfa75de48a84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ae68be4-f853-4aed-b9df-ef58d9a13d3a,revision_number=1']} {{(pid=101950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:18:09.662156 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2766d8a-8e24-4fc9-bd25-881b4ee48428 None None] Network 73526368-1abf-4e4d-8815-40fc972517d4 requested from dv-cinder-733622-20-iscsi {{(pid=101952) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:18:09.670061 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207a92dd-1201-4fc4-bb99-a9ff0391d32f req-dafafca9-a916-46c0-9cd1-d45be4f700fb tempest-VolumesActionsTest-1271680840 tempest-VolumesActionsTest-1271680840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:18:09.672594 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-207a92dd-1201-4fc4-bb99-a9ff0391d32f req-dafafca9-a916-46c0-9cd1-d45be4f700fb tempest-VolumesActionsTest-1271680840 tempest-VolumesActionsTest-1271680840-project] 10.222.0.50 "GET /v2.0/ports?device_id=5b3e8057-7607-4bf9-8051-be1c1bf88bf3 HTTP/1.1" status: 200 len: 944 time: 0.1573462 Nov 11 22:18:09.806901 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.provisioning_blocks [None req-c49fdba1-ae38-4c7f-b2ae-70b698462c25 None None] Provisioning complete for port 46ada8a9-288b-4c24-9782-3d84a20adb2e triggered by entity DHCP. {{(pid=101952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:18:09.807635 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-c49fdba1-ae38-4c7f-b2ae-70b698462c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8061746'] for port, provisioning_complete {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:09.861052 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-207a92dd-1201-4fc4-bb99-a9ff0391d32f req-b9709053-465d-4ef0-951b-69f69d811b9c tempest-VolumesActionsTest-1271680840 tempest-VolumesActionsTest-1271680840-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b369d3e-6261-485c-b1b5-c76ee1bddc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820712 Nov 11 22:18:09.875402 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-7bdb43d7-5fdc-405d-b9e5-a69ab705cb66 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:09.889597 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85daa7ba-4c8e-404c-8f22-cea349bffac5 admin admin] Network fd27370c-43f8-4948-a495-3a9880be1635 is already hosted by enough agents. {{(pid=101951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:18:09.901586 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.scheduler.base_scheduler [None req-85daa7ba-4c8e-404c-8f22-cea349bffac5 admin admin] Resources bound (agent type, host, resource id): {{(pid=101951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:18:09.909585 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85daa7ba-4c8e-404c-8f22-cea349bffac5 admin admin] Received port after_create {{(pid=101951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:18:09.925299 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-7bdb43d7-5fdc-405d-b9e5-a69ab705cb66 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:09.964642 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85daa7ba-4c8e-404c-8f22-cea349bffac5 admin admin] Pushing event updated for resources: {'Port': ['ID=ec5fa6b9-8064-4d3d-aaef-fc760a64117b,revision_number=1']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:18:09.967388 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e242036-e35d-41ab-b1d9-0039468bdffd admin admin] Network 3ed0924a-492a-4f63-9e3d-34abb93ec205 is scheduled to be hosted by DHCP agent 23e6d948-888e-4d00-9ca4-1adf1bb62ced with binding_index 1 {{(pid=101951) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 22:18:09.982962 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc5df37-4da2-4fa2-9452-4c4dcb942c56 req-77937fae-cd8a-4597-9e60-d866e91bff58 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:18:09.984623 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-ecc5df37-4da2-4fa2-9452-4c4dcb942c56 req-77937fae-cd8a-4597-9e60-d866e91bff58 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed3c0001-6ebc-4724-8674-9d2a57cec898 HTTP/1.1" status: 200 len: 945 time: 0.1556306 Nov 11 22:18:10.010023 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.scheduler.base_scheduler [None req-6e242036-e35d-41ab-b1d9-0039468bdffd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-20-iscsi, 3ed0924a-492a-4f63-9e3d-34abb93ec205) {{(pid=101951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:18:10.015431 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e242036-e35d-41ab-b1d9-0039468bdffd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:18:10.016156 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-6e242036-e35d-41ab-b1d9-0039468bdffd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634242'] for subnet, before_response {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:10.021252 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-5b7ff3d5-9ab2-4ca5-9a9d-fa9accbc9cb4 req-44b584d1-812d-4e97-8543-52d8e77f049c service neutron] 10.222.0.26 "GET /v2.0/networks/b453ca95-3439-4b5e-b6ed-19a239ab1e56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5032563 Nov 11 22:18:10.054705 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [req-f5b494fa-9f0c-4906-8597-8c69080ebd0b req-7a7a8817-2d72-4eec-81eb-674dc05e9853 tempest-VolumesNegativeTest-1278991664 tempest-VolumesNegativeTest-1278991664-project] Publish callbacks [] for port, precommit_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:10.088487 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-7bdb43d7-5fdc-405d-b9e5-a69ab705cb66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:10.091321 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-7bdb43d7-5fdc-405d-b9e5-a69ab705cb66 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:10.095497 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [None req-7bdb43d7-5fdc-405d-b9e5-a69ab705cb66 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1ae68be4-f853-4aed-b9df-ef58d9a13d3a HTTP/1.1" status: 204 len: 168 time: 0.4556162 Nov 11 22:18:10.131238 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdb43d7-5fdc-405d-b9e5-a69ab705cb66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ae68be4-f853-4aed-b9df-ef58d9a13d3a,revision_number=None']} {{(pid=101950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:18:10.145678 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e1af69e-beb4-426e-80ab-4b3252c1de0c None None] Network 3ed0924a-492a-4f63-9e3d-34abb93ec205 requested from dv-cinder-733622-20-iscsi {{(pid=101952) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:18:10.163708 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-ecc5df37-4da2-4fa2-9452-4c4dcb942c56 req-2ea3c44c-91c5-4c73-b026-74dbce89ef47 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/security-groups?id=68067a07-9049-4dac-b76f-d82da95a01c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233521 Nov 11 22:18:10.189162 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [req-f5b494fa-9f0c-4906-8597-8c69080ebd0b req-7a7a8817-2d72-4eec-81eb-674dc05e9853 tempest-VolumesNegativeTest-1278991664 tempest-VolumesNegativeTest-1278991664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776911838082'] for port, after_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:10.203106 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-6e242036-e35d-41ab-b1d9-0039468bdffd admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.9066391 Nov 11 22:18:10.288480 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf7eb7b-e0ad-4726-84d1-46f8987eac29 req-943df89f-1521-4ba8-ba09-98cb2d3ae342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:18:10.292546 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7a8817-2d72-4eec-81eb-674dc05e9853 tempest-VolumesNegativeTest-1278991664 tempest-VolumesNegativeTest-1278991664-project] Pushing event updated for resources: {'Port': ['ID=201133df-e843-4ac3-80c0-ed5cb96299e6,revision_number=1']} {{(pid=101950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:18:10.298973 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-faf7eb7b-e0ad-4726-84d1-46f8987eac29 req-943df89f-1521-4ba8-ba09-98cb2d3ae342 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c3a19c2fb7974d0b97039489552f3a99&device_id=5b3e8057-7607-4bf9-8051-be1c1bf88bf3 HTTP/1.1" status: 200 len: 1097 time: 0.1931117 Nov 11 22:18:10.320721 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5b494fa-9f0c-4906-8597-8c69080ebd0b req-7a7a8817-2d72-4eec-81eb-674dc05e9853 tempest-VolumesNegativeTest-1278991664 tempest-VolumesNegativeTest-1278991664-project] Network b83e8015-94b3-4513-ab1e-44b7221f9943 is already hosted by enough agents. {{(pid=101950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:18:10.328089 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-c49fdba1-ae38-4c7f-b2ae-70b698462c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:10.333908 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.scheduler.base_scheduler [req-f5b494fa-9f0c-4906-8597-8c69080ebd0b req-7a7a8817-2d72-4eec-81eb-674dc05e9853 tempest-VolumesNegativeTest-1278991664 tempest-VolumesNegativeTest-1278991664-project] Resources bound (agent type, host, resource id): {{(pid=101950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:18:10.349655 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5b494fa-9f0c-4906-8597-8c69080ebd0b req-7a7a8817-2d72-4eec-81eb-674dc05e9853 tempest-VolumesNegativeTest-1278991664 tempest-VolumesNegativeTest-1278991664-project] Received port after_create {{(pid=101950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:18:10.369620 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b494fa-9f0c-4906-8597-8c69080ebd0b req-7a7a8817-2d72-4eec-81eb-674dc05e9853 tempest-VolumesNegativeTest-1278991664 tempest-VolumesNegativeTest-1278991664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:18:10.370374 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [req-f5b494fa-9f0c-4906-8597-8c69080ebd0b req-7a7a8817-2d72-4eec-81eb-674dc05e9853 tempest-VolumesNegativeTest-1278991664 tempest-VolumesNegativeTest-1278991664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634242'] for port, before_response {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:10.377392 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-c49fdba1-ae38-4c7f-b2ae-70b698462c25 None None] For port 46ada8a9-288b-4c24-9782-3d84a20adb2e, host dv-cinder-733622-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-20-iscsi',level=0,port_id=46ada8a9-288b-4c24-9782-3d84a20adb2e,segment=NetworkSegment(2b1985db-e044-4e7f-a22a-8498e6c7db38),segment_id=2b1985db-e044-4e7f-a22a-8498e6c7db38)] {{(pid=101952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:18:10.379656 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acae56b1-29eb-4ecc-9412-748eb7fd4bf5 None None] Network 3ed0924a-492a-4f63-9e3d-34abb93ec205 requested from dv-cinder-733622-20-iscsi {{(pid=101952) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:18:10.420842 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-f5b494fa-9f0c-4906-8597-8c69080ebd0b req-7a7a8817-2d72-4eec-81eb-674dc05e9853 tempest-VolumesNegativeTest-1278991664 tempest-VolumesNegativeTest-1278991664-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5262532 Nov 11 22:18:10.453048 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.v2.base [req-f5b494fa-9f0c-4906-8597-8c69080ebd0b req-35e49146-8915-4014-8975-f57a94354cb8 service neutron] Request body: {'port': {'device_id': '035216df-b183-42d7-a784-a647123b5a12', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=101950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:18:10.541877 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-c49fdba1-ae38-4c7f-b2ae-70b698462c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776912265364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776911838100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776911838118'] for port, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:10.760818 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-85daa7ba-4c8e-404c-8f22-cea349bffac5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:10.763804 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf7eb7b-e0ad-4726-84d1-46f8987eac29 req-826fea26-2ae3-408a-88cb-5c82a03b4856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:18:10.766181 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-faf7eb7b-e0ad-4726-84d1-46f8987eac29 req-826fea26-2ae3-408a-88cb-5c82a03b4856 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b453ca95-3439-4b5e-b6ed-19a239ab1e56 HTTP/1.1" status: 200 len: 910 time: 0.3705487 Nov 11 22:18:10.791619 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.provisioning_blocks [None req-bb47d79b-820c-459e-b655-869ac92fa35e None None] Provisioning complete for port 46ada8a9-288b-4c24-9782-3d84a20adb2e triggered by entity DHCP. {{(pid=101952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:18:10.792689 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-bb47d79b-820c-459e-b655-869ac92fa35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8061746'] for port, provisioning_complete {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:10.851855 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Device 46ada8a9-288b-4c24-9782-3d84a20adb2e up at agent ovs-agent-dv-cinder-733622-20-iscsi {{(pid=101952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:18:10.888180 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-faf7eb7b-e0ad-4726-84d1-46f8987eac29 req-99df99de-11a6-469f-9415-86128856acbd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ec1dba51-77db-4e52-ad70-de9d003125f5 HTTP/1.1" status: 200 len: 217 time: 0.1081386 Nov 11 22:18:10.967022 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.db.agents_db [None req-7a0be6d5-f821-4115-b6dd-94f53e40a68e None None] Agent healthcheck: found 6 active agents {{(pid=101953) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:18:10.971981 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49fdba1-ae38-4c7f-b2ae-70b698462c25 None None] Pushing event updated for resources: {'Port': ['ID=46ada8a9-288b-4c24-9782-3d84a20adb2e,revision_number=3']} {{(pid=101952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:18:11.035602 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf7eb7b-e0ad-4726-84d1-46f8987eac29 req-0fbdc6f7-41f2-40dc-88b3-7ae95c45d14e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:18:11.038028 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-faf7eb7b-e0ad-4726-84d1-46f8987eac29 req-0fbdc6f7-41f2-40dc-88b3-7ae95c45d14e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3f04f683-11fe-4c2e-be4f-4108d7203f86 HTTP/1.1" status: 200 len: 849 time: 0.1417348 Nov 11 22:18:11.039242 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.provisioning_blocks [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Provisioning complete for port 46ada8a9-288b-4c24-9782-3d84a20adb2e triggered by entity L2. {{(pid=101952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:18:11.039661 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8061746'] for port, provisioning_complete {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:11.121020 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-faf7eb7b-e0ad-4726-84d1-46f8987eac29 req-79b53607-9a75-484f-95e5-2626a4a67657 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b453ca95-3439-4b5e-b6ed-19a239ab1e56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0751495 Nov 11 22:18:11.186218 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [req-f5b494fa-9f0c-4906-8597-8c69080ebd0b req-35e49146-8915-4014-8975-f57a94354cb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_update {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:11.238375 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.provisioning_blocks [None req-927ae8c4-dbce-4433-a7db-ca378c30fcb9 None None] Provisioning complete for port 201133df-e843-4ac3-80c0-ed5cb96299e6 triggered by entity DHCP. {{(pid=101952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:18:11.238740 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-927ae8c4-dbce-4433-a7db-ca378c30fcb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8061746'] for port, provisioning_complete {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:11.253637 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7adcc2-2a22-4f79-9384-cd634e2a8f67 req-4440db21-8aa9-43fa-b133-e5bb086714fe tempest-VolumesNegativeTest-1278991664 tempest-VolumesNegativeTest-1278991664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:18:11.255930 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-9f7adcc2-2a22-4f79-9384-cd634e2a8f67 req-4440db21-8aa9-43fa-b133-e5bb086714fe tempest-VolumesNegativeTest-1278991664 tempest-VolumesNegativeTest-1278991664-project] 10.222.0.50 "GET /v2.0/ports?device_id=035216df-b183-42d7-a784-a647123b5a12 HTTP/1.1" status: 200 len: 935 time: 0.6047544 Nov 11 22:18:11.283047 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 43508) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:18:11.307086 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352c4829-a9ef-459d-844a-7ca968d86763 req-789e55bf-b522-4693-9038-9977aa8044cf tempest-VolumesActionsTest-1271680840 tempest-VolumesActionsTest-1271680840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:18:11.309653 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-352c4829-a9ef-459d-844a-7ca968d86763 req-789e55bf-b522-4693-9038-9977aa8044cf tempest-VolumesActionsTest-1271680840 tempest-VolumesActionsTest-1271680840-project] 10.222.0.50 "GET /v2.0/ports?device_id=5b3e8057-7607-4bf9-8051-be1c1bf88bf3 HTTP/1.1" status: 200 len: 944 time: 0.1472504 Nov 11 22:18:11.315079 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-85daa7ba-4c8e-404c-8f22-cea349bffac5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-657465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657087'] for router, after_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:11.328171 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.plugin [None req-927ae8c4-dbce-4433-a7db-ca378c30fcb9 None None] Port 201133df-e843-4ac3-80c0-ed5cb96299e6 cannot update to ACTIVE because it is not bound. {{(pid=101952) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:18:11.366030 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-9f7adcc2-2a22-4f79-9384-cd634e2a8f67 req-1970f09f-2905-41a3-bba2-c94f548bf9fc tempest-VolumesNegativeTest-1278991664 tempest-VolumesNegativeTest-1278991664-project] 10.222.0.50 "GET /v2.0/security-groups?id=373a8043-3f70-4965-b3da-71ad5b1cb60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765357 Nov 11 22:18:11.417594 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-faf7eb7b-e0ad-4726-84d1-46f8987eac29 req-81effdf2-9ad9-46e9-bcf3-337aafab4c8d service neutron] 10.222.0.26 "GET /v2.0/networks/b453ca95-3439-4b5e-b6ed-19a239ab1e56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2837996 Nov 11 22:18:11.542590 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-352c4829-a9ef-459d-844a-7ca968d86763 req-55d3c7f7-79ad-4b7a-a49b-b9ef9125214e tempest-VolumesActionsTest-1271680840 tempest-VolumesActionsTest-1271680840-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b369d3e-6261-485c-b1b5-c76ee1bddc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808574 Nov 11 22:18:11.648828 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-11655417-5d8b-4a1d-8854-3e60ffabc657 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:11.656952 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-faf7eb7b-e0ad-4726-84d1-46f8987eac29 req-87ccd783-c982-4dc2-b90d-14b9605721a6 service neutron] 10.222.0.26 "GET /v2.0/networks/b453ca95-3439-4b5e-b6ed-19a239ab1e56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2314899 Nov 11 22:18:11.686005 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85daa7ba-4c8e-404c-8f22-cea349bffac5 admin admin] Router 78f23305-0c4e-4f66-a132-8e25a8896867 is scheduled to L3 agent 4702c36b-78d9-4f52-8cbc-8d9e3292a6f2 with binding_index 1 {{(pid=101951) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 22:18:11.750698 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd456145-65c2-4e1b-86a8-4ddcc7e3454d req-fb7c7294-a5ab-4644-b241-9b59e4b57d05 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:18:11.752367 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-dd456145-65c2-4e1b-86a8-4ddcc7e3454d req-fb7c7294-a5ab-4644-b241-9b59e4b57d05 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed3c0001-6ebc-4724-8674-9d2a57cec898 HTTP/1.1" status: 200 len: 945 time: 0.1063995 Nov 11 22:18:11.809951 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.notifiers.nova [req-f5b494fa-9f0c-4906-8597-8c69080ebd0b req-35e49146-8915-4014-8975-f57a94354cb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 201133df-e843-4ac3-80c0-ed5cb96299e6 {{(pid=101950) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 22:18:11.824263 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [req-f5b494fa-9f0c-4906-8597-8c69080ebd0b req-35e49146-8915-4014-8975-f57a94354cb8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:11.845413 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-11655417-5d8b-4a1d-8854-3e60ffabc657 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:11.850636 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-11655417-5d8b-4a1d-8854-3e60ffabc657 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:11.852236 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-dd456145-65c2-4e1b-86a8-4ddcc7e3454d req-09aa1dcd-81c8-4eae-ad22-312f9224de8b tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/security-groups?id=68067a07-9049-4dac-b76f-d82da95a01c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757933 Nov 11 22:18:11.854108 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.db.provisioning_blocks [req-f5b494fa-9f0c-4906-8597-8c69080ebd0b req-35e49146-8915-4014-8975-f57a94354cb8 service neutron] Transition to ACTIVE for port object 201133df-e843-4ac3-80c0-ed5cb96299e6 will not be triggered until provisioned by entity L2. {{(pid=101950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 22:18:11.855754 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85daa7ba-4c8e-404c-8f22-cea349bffac5 admin admin] Notify agent at l3_agent.dv-cinder-733622-20-iscsi the message routers_updated {{(pid=101951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:18:11.860296 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [req-f5b494fa-9f0c-4906-8597-8c69080ebd0b req-35e49146-8915-4014-8975-f57a94354cb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776912265364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776911838100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776911838118'] for port, after_update {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:11.869976 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6882e80f-86ea-4e29-9e21-f2b57d5eb04e None None] Sync routers for ids ['78f23305-0c4e-4f66-a132-8e25a8896867'] in dv-cinder-733622-20-iscsi {{(pid=101953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:18:11.881932 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6882e80f-86ea-4e29-9e21-f2b57d5eb04e None None] Routers {'78f23305-0c4e-4f66-a132-8e25a8896867'} bound to L3 agent in host dv-cinder-733622-20-iscsi {{(pid=101953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:18:11.882563 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.db.l3_hamode_db [None req-6882e80f-86ea-4e29-9e21-f2b57d5eb04e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T22:08:28Z,description=,heartbeat_timestamp=2021-11-11T22:17:58Z,host='dv-cinder-733622-20-iscsi',id=4702c36b-78d9-4f52-8cbc-8d9e3292a6f2,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T22:08:28Z,topic='l3_agent')) {'router_ids': ['78f23305-0c4e-4f66-a132-8e25a8896867'], 'active': True} {{(pid=101953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:18:11.913817 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-11655417-5d8b-4a1d-8854-3e60ffabc657 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e866233255ca42408bec360bb8991bb0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6296806 Nov 11 22:18:11.914752 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11655417-5d8b-4a1d-8854-3e60ffabc657 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8653591c-4a22-47ac-920a-5922d57813a2,revision_number=1']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:18:11.918015 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 43516) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:18:11.926881 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-85daa7ba-4c8e-404c-8f22-cea349bffac5 admin admin] Publish callbacks [] for router, before_response {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:11.928069 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-85daa7ba-4c8e-404c-8f22-cea349bffac5 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.3787975 Nov 11 22:18:11.935334 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 43518) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:18:11.973483 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e49146-8915-4014-8975-f57a94354cb8 service neutron] Pushing event updated for resources: {'Port': ['ID=201133df-e843-4ac3-80c0-ed5cb96299e6,revision_number=2']} {{(pid=101950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:18:12.009516 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.plugins.ml2.managers [req-f5b494fa-9f0c-4906-8597-8c69080ebd0b req-35e49146-8915-4014-8975-f57a94354cb8 service neutron] Attempting to bind port 201133df-e843-4ac3-80c0-ed5cb96299e6 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=101950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:18:12.009848 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.plugins.ml2.managers [req-f5b494fa-9f0c-4906-8597-8c69080ebd0b req-35e49146-8915-4014-8975-f57a94354cb8 service neutron] Attempting to bind port 201133df-e843-4ac3-80c0-ed5cb96299e6 by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': '8286898a-e412-40bb-9e01-596feedf0ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'b83e8015-94b3-4513-ab1e-44b7221f9943'}] {{(pid=101950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:18:12.010262 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5b494fa-9f0c-4906-8597-8c69080ebd0b req-35e49146-8915-4014-8975-f57a94354cb8 service neutron] Attempting to bind port 201133df-e843-4ac3-80c0-ed5cb96299e6 on network b83e8015-94b3-4513-ab1e-44b7221f9943 {{(pid=101950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:18:12.014941 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.db.l3_dvr_db [None req-6882e80f-86ea-4e29-9e21-f2b57d5eb04e None None] Set router 78f23305-0c4e-4f66-a132-8e25a8896867 gateway port host: dv-cinder-733622-20-iscsi {{(pid=101953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:18:12.016861 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5b494fa-9f0c-4906-8597-8c69080ebd0b req-35e49146-8915-4014-8975-f57a94354cb8 service neutron] Port 201133df-e843-4ac3-80c0-ed5cb96299e6 on network b83e8015-94b3-4513-ab1e-44b7221f9943 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=101950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 22:18:12.017083 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5b494fa-9f0c-4906-8597-8c69080ebd0b req-35e49146-8915-4014-8975-f57a94354cb8 service neutron] Attempting to bind port 201133df-e843-4ac3-80c0-ed5cb96299e6 on network b83e8015-94b3-4513-ab1e-44b7221f9943 {{(pid=101950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:18:12.030022 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5b494fa-9f0c-4906-8597-8c69080ebd0b req-35e49146-8915-4014-8975-f57a94354cb8 service neutron] Checking agent: {'id': 'a052ab81-1c58-45ec-bb06-1cf32ae4b08e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 22, 14, 39), 'started_at': datetime.datetime(2021, 11, 11, 22, 14, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:18:12.030329 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5b494fa-9f0c-4906-8597-8c69080ebd0b req-35e49146-8915-4014-8975-f57a94354cb8 service neutron] Checking segment: {'id': '8286898a-e412-40bb-9e01-596feedf0ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'b83e8015-94b3-4513-ab1e-44b7221f9943'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:18:12.030725 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5b494fa-9f0c-4906-8597-8c69080ebd0b req-35e49146-8915-4014-8975-f57a94354cb8 service neutron] Bound using segment: {'id': '8286898a-e412-40bb-9e01-596feedf0ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'b83e8015-94b3-4513-ab1e-44b7221f9943'} {{(pid=101950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:18:12.031302 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.plugins.ml2.managers [req-f5b494fa-9f0c-4906-8597-8c69080ebd0b req-35e49146-8915-4014-8975-f57a94354cb8 service neutron] Bound port: 201133df-e843-4ac3-80c0-ed5cb96299e6, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8286898a-e412-40bb-9e01-596feedf0ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': 'b83e8015-94b3-4513-ab1e-44b7221f9943'}}] {{(pid=101950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:18:12.031651 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [req-f5b494fa-9f0c-4906-8597-8c69080ebd0b req-35e49146-8915-4014-8975-f57a94354cb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_update {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:12.065537 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-50ad6ddb-f7a4-47a2-9537-6fe91b2111b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:12.112472 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-50ad6ddb-f7a4-47a2-9537-6fe91b2111b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:12.124257 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.plugins.ml2.db [req-f5b494fa-9f0c-4906-8597-8c69080ebd0b req-35e49146-8915-4014-8975-f57a94354cb8 service neutron] For port 201133df-e843-4ac3-80c0-ed5cb96299e6, host hv-cinder-73362, cleared binding levels {{(pid=101950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:18:12.127760 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.plugins.ml2.db [req-f5b494fa-9f0c-4906-8597-8c69080ebd0b req-35e49146-8915-4014-8975-f57a94354cb8 service neutron] For port 201133df-e843-4ac3-80c0-ed5cb96299e6, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=201133df-e843-4ac3-80c0-ed5cb96299e6,segment=NetworkSegment(8286898a-e412-40bb-9e01-596feedf0ad3),segment_id=8286898a-e412-40bb-9e01-596feedf0ad3)] {{(pid=101950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:18:12.133689 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [req-f5b494fa-9f0c-4906-8597-8c69080ebd0b req-35e49146-8915-4014-8975-f57a94354cb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776912265364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776911838100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776911838118'] for port, after_update {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:12.180899 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b494fa-9f0c-4906-8597-8c69080ebd0b req-35e49146-8915-4014-8975-f57a94354cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:18:12.181543 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [req-f5b494fa-9f0c-4906-8597-8c69080ebd0b req-35e49146-8915-4014-8975-f57a94354cb8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634242'] for port, before_response {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:12.183007 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-f5b494fa-9f0c-4906-8597-8c69080ebd0b req-35e49146-8915-4014-8975-f57a94354cb8 service neutron] 10.222.0.26 "PUT /v2.0/ports/201133df-e843-4ac3-80c0-ed5cb96299e6 HTTP/1.1" status: 200 len: 1097 time: 1.7491877 Nov 11 22:18:12.183506 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '035216df-b183-42d7-a784-a647123b5a12', 'tag': '201133df-e843-4ac3-80c0-ed5cb96299e6'}] {{(pid=101950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:18:12.185846 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6a5285f65aca903721fee6e5434d0235345418fba5e47a2479ed174f8b69804" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bf574c7-61fa-4ff1-bd29-74fcb08fae6f" -d '{"events": [{"name": "network-changed", "server_uuid": "035216df-b183-42d7-a784-a647123b5a12", "tag": "201133df-e843-4ac3-80c0-ed5cb96299e6"}]}' {{(pid=101950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:18:12.218403 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e49146-8915-4014-8975-f57a94354cb8 service neutron] Pushing event updated for resources: {'Port': ['ID=201133df-e843-4ac3-80c0-ed5cb96299e6,revision_number=3']} {{(pid=101950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:18:12.244912 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 22:18:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ec66172-0a9e-4b84-8d56-6d2a7d763085 x-openstack-request-id: req-3ec66172-0a9e-4b84-8d56-6d2a7d763085 {{(pid=101950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:18:12.245240 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "035216df-b183-42d7-a784-a647123b5a12", "tag": "201133df-e843-4ac3-80c0-ed5cb96299e6", "status": "completed", "code": 200}]} {{(pid=101950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:18:12.245453 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3ec66172-0a9e-4b84-8d56-6d2a7d763085 {{(pid=101950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:18:12.245856 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '035216df-b183-42d7-a784-a647123b5a12', 'tag': '201133df-e843-4ac3-80c0-ed5cb96299e6', 'status': 'completed', 'code': 200} Nov 11 22:18:12.305067 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.db.l3_hamode_db [None req-6882e80f-86ea-4e29-9e21-f2b57d5eb04e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78f23305-0c4e-4f66-a132-8e25a8896867', 'name': 'tempest-AttachVolumeTestJSON-250747894-router', 'tenant_id': '70121f12841d4897aae58f9fe9f2c556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'external_fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': 'ec5fa6b9-8064-4d3d-aaef-fc760a64117b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:18:06Z', 'updated_at': '2021-11-11T22:18:10Z', 'revision_number': 3, 'project_id': '70121f12841d4897aae58f9fe9f2c556', 'gw_port': {'id': 'ec5fa6b9-8064-4d3d-aaef-fc760a64117b', 'name': '', 'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:8e:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78f23305-0c4e-4f66-a132-8e25a8896867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:18:08Z', 'updated_at': '2021-11-11T22:18:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-20-iscsi'}], 'dv-cinder-733622-20-iscsi', False) {} {{(pid=101953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:18:12.318585 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b494fa-9f0c-4906-8597-8c69080ebd0b req-36f5a94e-7a62-4fc9-aa13-712496d146ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:18:12.320080 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-f5b494fa-9f0c-4906-8597-8c69080ebd0b req-36f5a94e-7a62-4fc9-aa13-712496d146ee service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=07ba809d13ee40d0921a90930a855915&device_id=035216df-b183-42d7-a784-a647123b5a12 HTTP/1.1" status: 200 len: 1100 time: 0.0572999 Nov 11 22:18:12.347726 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6882e80f-86ea-4e29-9e21-f2b57d5eb04e None None] Checking router: 78f23305-0c4e-4f66-a132-8e25a8896867 for host: dv-cinder-733622-20-iscsi {{(pid=101953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:18:12.348309 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6882e80f-86ea-4e29-9e21-f2b57d5eb04e None None] Updating router 78f23305-0c4e-4f66-a132-8e25a8896867 port ec5fa6b9-8064-4d3d-aaef-fc760a64117b binding host dv-cinder-733622-20-iscsi {{(pid=101953) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 22:18:12.373379 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-50ad6ddb-f7a4-47a2-9537-6fe91b2111b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:12.378091 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-f5b494fa-9f0c-4906-8597-8c69080ebd0b req-015c1e4d-e856-434e-a5e0-29f471d36b08 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=201133df-e843-4ac3-80c0-ed5cb96299e6 HTTP/1.1" status: 200 len: 217 time: 0.0480866 Nov 11 22:18:12.378259 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-50ad6ddb-f7a4-47a2-9537-6fe91b2111b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:12.385165 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-50ad6ddb-f7a4-47a2-9537-6fe91b2111b7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8653591c-4a22-47ac-920a-5922d57813a2 HTTP/1.1" status: 204 len: 168 time: 0.4656975 Nov 11 22:18:12.404796 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron_lib.callbacks.manager [None req-6882e80f-86ea-4e29-9e21-f2b57d5eb04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_update {{(pid=101953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:12.418197 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ad6ddb-f7a4-47a2-9537-6fe91b2111b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8653591c-4a22-47ac-920a-5922d57813a2,revision_number=None']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:18:12.488384 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b494fa-9f0c-4906-8597-8c69080ebd0b req-7fcb147c-1b1c-494a-9ded-7b99789a3758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:18:12.491808 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-f5b494fa-9f0c-4906-8597-8c69080ebd0b req-7fcb147c-1b1c-494a-9ded-7b99789a3758 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ed983eae-af73-4ce3-9f14-c251dfa144b8 HTTP/1.1" status: 200 len: 843 time: 0.1007488 Nov 11 22:18:12.593966 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Device 46ada8a9-288b-4c24-9782-3d84a20adb2e up at agent ovs-agent-dv-cinder-733622-20-iscsi {{(pid=101952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:18:12.710298 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dce784-b74a-4356-9071-883820c3aeed req-611f75cf-a200-4e0b-a9e0-070d2453de58 tempest-VolumesNegativeTest-1278991664 tempest-VolumesNegativeTest-1278991664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:18:12.713212 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.provisioning_blocks [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Provisioning complete for port 46ada8a9-288b-4c24-9782-3d84a20adb2e triggered by entity L2. {{(pid=101952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:18:12.713830 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8061746'] for port, provisioning_complete {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:12.737467 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-c7dce784-b74a-4356-9071-883820c3aeed req-611f75cf-a200-4e0b-a9e0-070d2453de58 tempest-VolumesNegativeTest-1278991664 tempest-VolumesNegativeTest-1278991664-project] 10.222.0.50 "GET /v2.0/ports?device_id=035216df-b183-42d7-a784-a647123b5a12 HTTP/1.1" status: 200 len: 947 time: 0.2432549 Nov 11 22:18:12.787770 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b494fa-9f0c-4906-8597-8c69080ebd0b req-b5b45868-0d98-49e1-8eef-64d1ca964e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:18:12.790378 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-f5b494fa-9f0c-4906-8597-8c69080ebd0b req-b5b45868-0d98-49e1-8eef-64d1ca964e14 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b83e8015-94b3-4513-ab1e-44b7221f9943&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.2794735 Nov 11 22:18:12.849240 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-05f85722-9eb2-40c3-a11e-84724d1d3a5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:12.970527 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron_lib.callbacks.manager [None req-6882e80f-86ea-4e29-9e21-f2b57d5eb04e None None] Publish callbacks [] for port, precommit_update {{(pid=101953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:12.980486 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron_lib.callbacks.manager [None req-6882e80f-86ea-4e29-9e21-f2b57d5eb04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776912265364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776911838100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776911838118'] for port, after_update {{(pid=101953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:12.994096 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Device ec1dba51-77db-4e52-ad70-de9d003125f5 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=101952) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 22:18:13.030598 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-c7dce784-b74a-4356-9071-883820c3aeed req-8a402171-438b-4b9e-9219-d5de3a26e390 tempest-VolumesNegativeTest-1278991664 tempest-VolumesNegativeTest-1278991664-project] 10.222.0.50 "GET /v2.0/security-groups?id=373a8043-3f70-4965-b3da-71ad5b1cb60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2919018 Nov 11 22:18:13.055531 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8646b8f7-7518-48df-b3e1-62f7b4dfafe3 req-475480db-a4f7-4057-a594-604f100d781d tempest-VolumesActionsTest-1271680840 tempest-VolumesActionsTest-1271680840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:18:13.055531 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-8646b8f7-7518-48df-b3e1-62f7b4dfafe3 req-475480db-a4f7-4057-a594-604f100d781d tempest-VolumesActionsTest-1271680840 tempest-VolumesActionsTest-1271680840-project] 10.222.0.50 "GET /v2.0/ports?device_id=5b3e8057-7607-4bf9-8051-be1c1bf88bf3 HTTP/1.1" status: 200 len: 944 time: 0.1138096 Nov 11 22:18:13.055531 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-f5b494fa-9f0c-4906-8597-8c69080ebd0b req-e352c4c6-ba51-491c-aeeb-8e732c191d05 service neutron] 10.222.0.26 "GET /v2.0/networks/b83e8015-94b3-4513-ab1e-44b7221f9943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2338762 Nov 11 22:18:13.094644 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903e9f60-a061-461c-bff6-b16e7b1661ac None None] Pushing event updated for resources: {'Port': ['ID=ec5fa6b9-8064-4d3d-aaef-fc760a64117b,revision_number=2']} {{(pid=101953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:18:13.117039 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903e9f60-a061-461c-bff6-b16e7b1661ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:18:13.117419 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903e9f60-a061-461c-bff6-b16e7b1661ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:18:13.117940 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903e9f60-a061-461c-bff6-b16e7b1661ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:18:13.119021 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903e9f60-a061-461c-bff6-b16e7b1661ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:18:13.119555 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903e9f60-a061-461c-bff6-b16e7b1661ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:18:13.120345 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903e9f60-a061-461c-bff6-b16e7b1661ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:18:13.120876 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903e9f60-a061-461c-bff6-b16e7b1661ac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:18:13.121381 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903e9f60-a061-461c-bff6-b16e7b1661ac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:18:13.121906 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903e9f60-a061-461c-bff6-b16e7b1661ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:18:13.122390 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903e9f60-a061-461c-bff6-b16e7b1661ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:18:13.122872 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903e9f60-a061-461c-bff6-b16e7b1661ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:18:13.123355 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-903e9f60-a061-461c-bff6-b16e7b1661ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:18:13.184823 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.plugins.ml2.managers [None req-6882e80f-86ea-4e29-9e21-f2b57d5eb04e None None] Attempting to bind port ec5fa6b9-8064-4d3d-aaef-fc760a64117b on host dv-cinder-733622-20-iscsi for vnic_type normal with profile {{(pid=101953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:18:13.186018 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.plugins.ml2.managers [None req-6882e80f-86ea-4e29-9e21-f2b57d5eb04e None None] Attempting to bind port ec5fa6b9-8064-4d3d-aaef-fc760a64117b by drivers openvswitch,hyperv on host dv-cinder-733622-20-iscsi at level 0 using segments [{'id': 'a0316b7b-fb1e-457f-ba74-a0bbaa82bcb7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635'}] {{(pid=101953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:18:13.186595 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6882e80f-86ea-4e29-9e21-f2b57d5eb04e None None] Attempting to bind port ec5fa6b9-8064-4d3d-aaef-fc760a64117b on network fd27370c-43f8-4948-a495-3a9880be1635 {{(pid=101953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:18:13.190111 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 43540) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:18:13.193802 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6882e80f-86ea-4e29-9e21-f2b57d5eb04e None None] Checking agent: {'id': '83a5d6f5-895b-4fa9-b3a8-3d8b1836c237', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 22, 8, 32), 'started_at': datetime.datetime(2021, 11, 11, 22, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 18, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:18:13.194428 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6882e80f-86ea-4e29-9e21-f2b57d5eb04e None None] Checking segment: {'id': 'a0316b7b-fb1e-457f-ba74-a0bbaa82bcb7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:18:13.195047 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron_lib.callbacks.manager [None req-6882e80f-86ea-4e29-9e21-f2b57d5eb04e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:13.195604 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6882e80f-86ea-4e29-9e21-f2b57d5eb04e None None] Bound using segment: {'id': 'a0316b7b-fb1e-457f-ba74-a0bbaa82bcb7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635'} {{(pid=101953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:18:13.196423 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.plugins.ml2.managers [None req-6882e80f-86ea-4e29-9e21-f2b57d5eb04e None None] Bound port: ec5fa6b9-8064-4d3d-aaef-fc760a64117b, host: dv-cinder-733622-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0316b7b-fb1e-457f-ba74-a0bbaa82bcb7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635'}}] {{(pid=101953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:18:13.197129 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron_lib.callbacks.manager [None req-6882e80f-86ea-4e29-9e21-f2b57d5eb04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_update {{(pid=101953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:13.197897 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] For port ec1dba51-77db-4e52-ad70-de9d003125f5, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=ec1dba51-77db-4e52-ad70-de9d003125f5,segment=NetworkSegment(65f08cfa-ecda-4a25-9308-735fb4fd54a3),segment_id=65f08cfa-ecda-4a25-9308-735fb4fd54a3)] {{(pid=101952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:18:13.221365 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Returning: {'device': 'ec1dba51-77db-4e52-ad70-de9d003125f5', 'network_id': 'b453ca95-3439-4b5e-b6ed-19a239ab1e56', 'port_id': 'ec1dba51-77db-4e52-ad70-de9d003125f5', 'mac_address': 'fa:16:3e:9b:43:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 826, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f04f683-11fe-4c2e-be4f-4108d7203f86', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101952) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 22:18:13.274883 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-8646b8f7-7518-48df-b3e1-62f7b4dfafe3 req-8e0eaddb-107e-4ffe-8be9-225e90ad0c24 tempest-VolumesActionsTest-1271680840 tempest-VolumesActionsTest-1271680840-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b369d3e-6261-485c-b1b5-c76ee1bddc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196989 Nov 11 22:18:13.295280 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:13.318267 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.plugins.ml2.db [None req-6882e80f-86ea-4e29-9e21-f2b57d5eb04e None None] For port ec5fa6b9-8064-4d3d-aaef-fc760a64117b, host dv-cinder-733622-20-iscsi, cleared binding levels {{(pid=101953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:18:13.320908 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.notifiers.nova [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec1dba51-77db-4e52-ad70-de9d003125f5 {{(pid=101952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 22:18:13.324684 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.plugins.ml2.db [None req-6882e80f-86ea-4e29-9e21-f2b57d5eb04e None None] For port ec5fa6b9-8064-4d3d-aaef-fc760a64117b, host dv-cinder-733622-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-20-iscsi',level=0,port_id=ec5fa6b9-8064-4d3d-aaef-fc760a64117b,segment=NetworkSegment(a0316b7b-fb1e-457f-ba74-a0bbaa82bcb7),segment_id=a0316b7b-fb1e-457f-ba74-a0bbaa82bcb7)] {{(pid=101953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:18:13.326911 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-f5b494fa-9f0c-4906-8597-8c69080ebd0b req-f62a85b1-7c20-480d-80e9-2fcebcedd4bc service neutron] 10.222.0.26 "GET /v2.0/networks/b83e8015-94b3-4513-ab1e-44b7221f9943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2400162 Nov 11 22:18:13.333544 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron_lib.callbacks.manager [None req-6882e80f-86ea-4e29-9e21-f2b57d5eb04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776912265364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776911838100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776911838118'] for port, after_update {{(pid=101953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:13.348922 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0ffc69-3b84-45ec-9345-0ac76e66ebf0 req-047a87c9-1f19-4239-8d65-fe01076e4e0f tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:18:13.350462 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-8e0ffc69-3b84-45ec-9345-0ac76e66ebf0 req-047a87c9-1f19-4239-8d65-fe01076e4e0f tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed3c0001-6ebc-4724-8674-9d2a57cec898 HTTP/1.1" status: 200 len: 945 time: 0.1566551 Nov 11 22:18:13.373573 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] For port ec1dba51-77db-4e52-ad70-de9d003125f5, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=ec1dba51-77db-4e52-ad70-de9d003125f5,segment=NetworkSegment(65f08cfa-ecda-4a25-9308-735fb4fd54a3),segment_id=65f08cfa-ecda-4a25-9308-735fb4fd54a3)] {{(pid=101952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:18:13.382610 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776912265364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776911838100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776911838118'] for port, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:13.427750 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903e9f60-a061-461c-bff6-b16e7b1661ac None None] Pushing event updated for resources: {'Port': ['ID=ec5fa6b9-8064-4d3d-aaef-fc760a64117b,revision_number=3']} {{(pid=101953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:18:13.434474 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6882e80f-86ea-4e29-9e21-f2b57d5eb04e None None] Routers {'78f23305-0c4e-4f66-a132-8e25a8896867'} bound to L3 agent in host dv-cinder-733622-20-iscsi {{(pid=101953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:18:13.435368 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.db.l3_hamode_db [None req-6882e80f-86ea-4e29-9e21-f2b57d5eb04e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T22:08:28Z,description=,heartbeat_timestamp=2021-11-11T22:17:58Z,host='dv-cinder-733622-20-iscsi',id=4702c36b-78d9-4f52-8cbc-8d9e3292a6f2,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T22:08:28Z,topic='l3_agent')) {'router_ids': ['78f23305-0c4e-4f66-a132-8e25a8896867'], 'active': True} {{(pid=101953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:18:13.473179 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Pushing event updated for resources: {'Port': ['ID=ec1dba51-77db-4e52-ad70-de9d003125f5,revision_number=4']} {{(pid=101952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:18:13.490295 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-8e0ffc69-3b84-45ec-9345-0ac76e66ebf0 req-6581d37d-7a37-47cf-a045-bf27e73f3945 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/security-groups?id=68067a07-9049-4dac-b76f-d82da95a01c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182730 Nov 11 22:18:13.529819 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf574c7-61fa-4ff1-bd29-74fcb08fae6f req-31e840c3-27dd-431f-80e3-57e71dbe2cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:18:13.532902 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-9bf574c7-61fa-4ff1-bd29-74fcb08fae6f req-31e840c3-27dd-431f-80e3-57e71dbe2cb5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=07ba809d13ee40d0921a90930a855915&device_id=035216df-b183-42d7-a784-a647123b5a12 HTTP/1.1" status: 200 len: 1100 time: 0.0885174 Nov 11 22:18:13.595939 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-99551779-8206-4781-b7ba-bd01f9a1d94a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:13.607560 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.db.l3_dvr_db [None req-6882e80f-86ea-4e29-9e21-f2b57d5eb04e None None] Set router 78f23305-0c4e-4f66-a132-8e25a8896867 gateway port host: dv-cinder-733622-20-iscsi {{(pid=101953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:18:13.660934 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.db.db_base_plugin_common [None req-05f85722-9eb2-40c3-a11e-84724d1d3a5b admin admin] Allocated IP 172.20.0.1 (73526368-1abf-4e4d-8815-40fc972517d4/707623ec-d95b-41b2-8e25-0e51182a8a59/6bccd299-5984-48cf-bdd9-3cbdc542c4da) {{(pid=101951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:18:13.672590 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] get_ports_and_sgs() called for port_ids ['ec1dba51-77db-4e52-ad70-de9d003125f5'] {{(pid=101952) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 22:18:13.681618 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf574c7-61fa-4ff1-bd29-74fcb08fae6f req-25ccc22b-0187-498c-bc59-3c36c3222f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:18:13.683812 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-9bf574c7-61fa-4ff1-bd29-74fcb08fae6f req-25ccc22b-0187-498c-bc59-3c36c3222f9f service neutron] 10.222.0.26 "GET /v2.0/networks?id=b83e8015-94b3-4513-ab1e-44b7221f9943 HTTP/1.1" status: 200 len: 870 time: 0.1367800 Nov 11 22:18:13.789108 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-9bf574c7-61fa-4ff1-bd29-74fcb08fae6f req-a1a2feb9-67a8-426e-92d3-39cd5c080198 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=201133df-e843-4ac3-80c0-ed5cb96299e6 HTTP/1.1" status: 200 len: 217 time: 0.0947590 Nov 11 22:18:13.865556 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-99551779-8206-4781-b7ba-bd01f9a1d94a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:13.878913 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-99551779-8206-4781-b7ba-bd01f9a1d94a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:13.894537 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf574c7-61fa-4ff1-bd29-74fcb08fae6f req-24abe26a-205b-43b7-9664-23af962f097e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:18:13.897206 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-9bf574c7-61fa-4ff1-bd29-74fcb08fae6f req-24abe26a-205b-43b7-9664-23af962f097e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ed983eae-af73-4ce3-9f14-c251dfa144b8 HTTP/1.1" status: 200 len: 843 time: 0.1003134 Nov 11 22:18:13.954863 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf574c7-61fa-4ff1-bd29-74fcb08fae6f req-1168b097-4b5b-410a-b222-81e26e48e95c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:18:13.955142 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-99551779-8206-4781-b7ba-bd01f9a1d94a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=cda3726ec07e4fa2953760a5cc1bd4ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7636094 Nov 11 22:18:13.956836 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-9bf574c7-61fa-4ff1-bd29-74fcb08fae6f req-1168b097-4b5b-410a-b222-81e26e48e95c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b83e8015-94b3-4513-ab1e-44b7221f9943&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0495842 Nov 11 22:18:13.957811 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.wsgi [-] (101950) accepted ('10.222.0.50', 43552) {{(pid=101950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:18:13.967135 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-05f85722-9eb2-40c3-a11e-84724d1d3a5b admin admin] Publish callbacks [] for port, precommit_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:13.969059 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99551779-8206-4781-b7ba-bd01f9a1d94a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8599eebd-32c9-42e2-9962-4f1d3a87be3b,revision_number=1']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:18:14.012292 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.db.l3_hamode_db [None req-6882e80f-86ea-4e29-9e21-f2b57d5eb04e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78f23305-0c4e-4f66-a132-8e25a8896867', 'name': 'tempest-AttachVolumeTestJSON-250747894-router', 'tenant_id': '70121f12841d4897aae58f9fe9f2c556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'external_fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': 'ec5fa6b9-8064-4d3d-aaef-fc760a64117b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:18:06Z', 'updated_at': '2021-11-11T22:18:10Z', 'revision_number': 3, 'project_id': '70121f12841d4897aae58f9fe9f2c556', 'gw_port': {'id': 'ec5fa6b9-8064-4d3d-aaef-fc760a64117b', 'name': '', 'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:8e:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78f23305-0c4e-4f66-a132-8e25a8896867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:18:08Z', 'updated_at': '2021-11-11T22:18:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-20-iscsi'}], 'dv-cinder-733622-20-iscsi', False) {} {{(pid=101953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:18:14.013971 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-05f85722-9eb2-40c3-a11e-84724d1d3a5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776911838082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9099554'] for port, after_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:14.055215 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6882e80f-86ea-4e29-9e21-f2b57d5eb04e None None] The sync data for ids ['78f23305-0c4e-4f66-a132-8e25a8896867'] in dv-cinder-733622-20-iscsi is: [{'id': '78f23305-0c4e-4f66-a132-8e25a8896867', 'name': 'tempest-AttachVolumeTestJSON-250747894-router', 'tenant_id': '70121f12841d4897aae58f9fe9f2c556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'external_fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': 'ec5fa6b9-8064-4d3d-aaef-fc760a64117b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:18:06Z', 'updated_at': '2021-11-11T22:18:10Z', 'revision_number': 3, 'project_id': '70121f12841d4897aae58f9fe9f2c556', 'gw_port': {'id': 'ec5fa6b9-8064-4d3d-aaef-fc760a64117b', 'name': '', 'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:8e:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78f23305-0c4e-4f66-a132-8e25a8896867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:18:08Z', 'updated_at': '2021-11-11T22:18:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-20-iscsi'}] {{(pid=101953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:18:14.087625 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f85722-9eb2-40c3-a11e-84724d1d3a5b admin admin] Network 73526368-1abf-4e4d-8815-40fc972517d4 is already hosted by enough agents. {{(pid=101951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:18:14.096858 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.scheduler.base_scheduler [None req-05f85722-9eb2-40c3-a11e-84724d1d3a5b admin admin] Resources bound (agent type, host, resource id): {{(pid=101951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:18:14.114801 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f85722-9eb2-40c3-a11e-84724d1d3a5b admin admin] Received port after_create {{(pid=101951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:18:14.175103 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f85722-9eb2-40c3-a11e-84724d1d3a5b admin admin] Pushing event updated for resources: {'Port': ['ID=6bccd299-5984-48cf-bdd9-3cbdc542c4da,revision_number=1']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:18:14.189775 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-9bf574c7-61fa-4ff1-bd29-74fcb08fae6f req-92ea4e0a-087a-4b1c-bd2a-0ad44fe014e2 service neutron] 10.222.0.26 "GET /v2.0/networks/b83e8015-94b3-4513-ab1e-44b7221f9943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2225890 Nov 11 22:18:14.193161 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-235c890d-a974-4949-82f3-15327288c964 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:14.199553 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-05f85722-9eb2-40c3-a11e-84724d1d3a5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-658282'] for router_interface, before_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:14.252237 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-235c890d-a974-4949-82f3-15327288c964 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:14.320468 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88753ee9-e3f2-4a95-a54b-1fb9eabf2c31 req-757dc793-3b81-4dd8-90e5-4b7f4a3f14a2 tempest-VolumesNegativeTest-1278991664 tempest-VolumesNegativeTest-1278991664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:18:14.328067 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-88753ee9-e3f2-4a95-a54b-1fb9eabf2c31 req-757dc793-3b81-4dd8-90e5-4b7f4a3f14a2 tempest-VolumesNegativeTest-1278991664 tempest-VolumesNegativeTest-1278991664-project] 10.222.0.50 "GET /v2.0/ports?device_id=035216df-b183-42d7-a784-a647123b5a12 HTTP/1.1" status: 200 len: 947 time: 0.2057092 Nov 11 22:18:14.389069 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-05f85722-9eb2-40c3-a11e-84724d1d3a5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_update {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:14.459957 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-9bf574c7-61fa-4ff1-bd29-74fcb08fae6f req-c157ca4c-0aba-4b16-8acb-4a6121100452 service neutron] 10.222.0.26 "GET /v2.0/networks/b83e8015-94b3-4513-ab1e-44b7221f9943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2591665 Nov 11 22:18:14.465132 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-235c890d-a974-4949-82f3-15327288c964 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:14.468048 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-235c890d-a974-4949-82f3-15327288c964 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:14.469236 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [None req-235c890d-a974-4949-82f3-15327288c964 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/8599eebd-32c9-42e2-9962-4f1d3a87be3b HTTP/1.1" status: 204 len: 168 time: 0.5100968 Nov 11 22:18:14.502146 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-88753ee9-e3f2-4a95-a54b-1fb9eabf2c31 req-38837e42-9fc8-45c5-8dfb-5565d201e978 tempest-VolumesNegativeTest-1278991664 tempest-VolumesNegativeTest-1278991664-project] 10.222.0.50 "GET /v2.0/security-groups?id=373a8043-3f70-4965-b3da-71ad5b1cb60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723351 Nov 11 22:18:14.535965 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235c890d-a974-4949-82f3-15327288c964 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8599eebd-32c9-42e2-9962-4f1d3a87be3b,revision_number=None']} {{(pid=101950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:18:14.616812 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.provisioning_blocks [None req-dd8510bd-60a8-43d7-b102-584feead5d37 None None] Provisioning complete for port 6bccd299-5984-48cf-bdd9-3cbdc542c4da triggered by entity DHCP. {{(pid=101952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:18:14.617385 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-dd8510bd-60a8-43d7-b102-584feead5d37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8061746'] for port, provisioning_complete {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:14.734472 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.plugin [None req-dd8510bd-60a8-43d7-b102-584feead5d37 None None] Port 6bccd299-5984-48cf-bdd9-3cbdc542c4da cannot update to ACTIVE because it is not bound. {{(pid=101952) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:18:14.792052 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60beb70-36bf-4d47-adcd-749ec312860d req-52e14771-b93b-4d87-ab32-699136a7a48b tempest-VolumesActionsTest-1271680840 tempest-VolumesActionsTest-1271680840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:18:14.806208 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Device ec5fa6b9-8064-4d3d-aaef-fc760a64117b up at agent ovs-agent-dv-cinder-733622-20-iscsi {{(pid=101952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:18:14.809748 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-f60beb70-36bf-4d47-adcd-749ec312860d req-52e14771-b93b-4d87-ab32-699136a7a48b tempest-VolumesActionsTest-1271680840 tempest-VolumesActionsTest-1271680840-project] 10.222.0.50 "GET /v2.0/ports?device_id=5b3e8057-7607-4bf9-8051-be1c1bf88bf3 HTTP/1.1" status: 200 len: 945 time: 0.2350836 Nov 11 22:18:14.847166 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b5bc45-1f78-41f6-8873-9c3bb779ad59 req-0806feab-afa0-4a65-8bb5-f8b24e0b4126 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:18:14.849928 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-d9b5bc45-1f78-41f6-8873-9c3bb779ad59 req-0806feab-afa0-4a65-8bb5-f8b24e0b4126 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed3c0001-6ebc-4724-8674-9d2a57cec898 HTTP/1.1" status: 200 len: 945 time: 0.1860118 Nov 11 22:18:14.850444 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-05f85722-9eb2-40c3-a11e-84724d1d3a5b admin admin] Publish callbacks [] for port, precommit_update {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:14.862293 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-05f85722-9eb2-40c3-a11e-84724d1d3a5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776912265364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776911838100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776911838118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9099611'] for port, after_update {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:14.974596 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.provisioning_blocks [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Provisioning complete for port ec5fa6b9-8064-4d3d-aaef-fc760a64117b triggered by entity L2. {{(pid=101952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:18:14.975409 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8061746'] for port, provisioning_complete {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:14.991976 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-05f85722-9eb2-40c3-a11e-84724d1d3a5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-634214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-658430'] for router_interface, after_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:14.995046 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f85722-9eb2-40c3-a11e-84724d1d3a5b admin admin] Pushing event updated for resources: {'Port': ['ID=6bccd299-5984-48cf-bdd9-3cbdc542c4da,revision_number=2']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:18:15.027723 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Device 201133df-e843-4ac3-80c0-ed5cb96299e6 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=101952) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 22:18:15.045563 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Device ec1dba51-77db-4e52-ad70-de9d003125f5 up at agent hyperv_hv-cinder-73362 {{(pid=101952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:18:15.091699 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-f60beb70-36bf-4d47-adcd-749ec312860d req-848ac557-3b21-4d8e-ae77-8dfb061326a0 tempest-VolumesActionsTest-1271680840 tempest-VolumesActionsTest-1271680840-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b369d3e-6261-485c-b1b5-c76ee1bddc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2608531 Nov 11 22:18:15.128782 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-d9b5bc45-1f78-41f6-8873-9c3bb779ad59 req-ed3ec360-1c0c-4d47-91cf-83adf4560e35 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/security-groups?id=68067a07-9049-4dac-b76f-d82da95a01c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2569473 Nov 11 22:18:15.173572 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f85722-9eb2-40c3-a11e-84724d1d3a5b admin admin] Network 73526368-1abf-4e4d-8815-40fc972517d4 is already hosted by enough agents. {{(pid=101951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:18:15.177232 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.scheduler.base_scheduler [None req-05f85722-9eb2-40c3-a11e-84724d1d3a5b admin admin] Resources bound (agent type, host, resource id): {{(pid=101951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:18:15.406566 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.provisioning_blocks [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Provisioning for port ec1dba51-77db-4e52-ad70-de9d003125f5 completed by entity L2. {{(pid=101952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 22:18:15.435036 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05f85722-9eb2-40c3-a11e-84724d1d3a5b admin admin] Router 78f23305-0c4e-4f66-a132-8e25a8896867 has already been hosted by L3 agent 4702c36b-78d9-4f52-8cbc-8d9e3292a6f2 {{(pid=101951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 22:18:15.444913 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.provisioning_blocks [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Provisioning complete for port ec1dba51-77db-4e52-ad70-de9d003125f5 triggered by entity L2. {{(pid=101952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:18:15.451737 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8061746'] for port, provisioning_complete {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:15.473703 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:15.519627 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] For port 201133df-e843-4ac3-80c0-ed5cb96299e6, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=201133df-e843-4ac3-80c0-ed5cb96299e6,segment=NetworkSegment(8286898a-e412-40bb-9e01-596feedf0ad3),segment_id=8286898a-e412-40bb-9e01-596feedf0ad3)] {{(pid=101952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:18:15.546715 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] For port ec5fa6b9-8064-4d3d-aaef-fc760a64117b, host dv-cinder-733622-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-20-iscsi',level=0,port_id=ec5fa6b9-8064-4d3d-aaef-fc760a64117b,segment=NetworkSegment(a0316b7b-fb1e-457f-ba74-a0bbaa82bcb7),segment_id=a0316b7b-fb1e-457f-ba74-a0bbaa82bcb7)] {{(pid=101952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:18:15.569682 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776912265364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776911838100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776911838118'] for port, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:15.581322 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Returning: {'device': '201133df-e843-4ac3-80c0-ed5cb96299e6', 'network_id': 'b83e8015-94b3-4513-ab1e-44b7221f9943', 'port_id': '201133df-e843-4ac3-80c0-ed5cb96299e6', 'mac_address': 'fa:16:3e:1f:0e:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 812, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed983eae-af73-4ce3-9f14-c251dfa144b8', 'ip_address': '192.168.233.78'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101952) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 22:18:15.617400 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05f85722-9eb2-40c3-a11e-84724d1d3a5b admin admin] Notify agent at l3_agent.dv-cinder-733622-20-iscsi the message routers_updated {{(pid=101951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:18:15.629363 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.provisioning_blocks [None req-6aca36f7-76f6-4b21-a1ef-bb42fca56981 None None] Provisioning complete for port 6bccd299-5984-48cf-bdd9-3cbdc542c4da triggered by entity DHCP. {{(pid=101952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:18:15.629740 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-6aca36f7-76f6-4b21-a1ef-bb42fca56981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8061746'] for port, provisioning_complete {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:15.653391 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-05f85722-9eb2-40c3-a11e-84724d1d3a5b admin admin] 10.222.0.50 "PUT /v2.0/routers/78f23305-0c4e-4f66-a132-8e25a8896867/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7166846 Nov 11 22:18:15.727430 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9a726f-d854-467b-9b93-c593deee6755 req-60b3465e-b349-4723-9e52-6c05ec22a8d4 tempest-VolumesNegativeTest-1278991664 tempest-VolumesNegativeTest-1278991664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:18:15.728667 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Pushing event updated for resources: {'Port': ['ID=ec5fa6b9-8064-4d3d-aaef-fc760a64117b,revision_number=4']} {{(pid=101952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:18:15.730007 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-8e9a726f-d854-467b-9b93-c593deee6755 req-60b3465e-b349-4723-9e52-6c05ec22a8d4 tempest-VolumesNegativeTest-1278991664 tempest-VolumesNegativeTest-1278991664-project] 10.222.0.50 "GET /v2.0/ports?device_id=035216df-b183-42d7-a784-a647123b5a12 HTTP/1.1" status: 200 len: 947 time: 0.0986464 Nov 11 22:18:15.767208 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:15.777903 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.plugin [None req-6aca36f7-76f6-4b21-a1ef-bb42fca56981 None None] Port 6bccd299-5984-48cf-bdd9-3cbdc542c4da cannot update to ACTIVE because it is not bound. {{(pid=101952) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:18:15.804947 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.notifiers.nova [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 201133df-e843-4ac3-80c0-ed5cb96299e6 {{(pid=101952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 22:18:15.805165 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-8e9a726f-d854-467b-9b93-c593deee6755 req-4b49a5ee-0065-40d3-ac27-bb9a91e3f38e tempest-VolumesNegativeTest-1278991664 tempest-VolumesNegativeTest-1278991664-project] 10.222.0.50 "GET /v2.0/security-groups?id=373a8043-3f70-4965-b3da-71ad5b1cb60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656202 Nov 11 22:18:15.827907 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] For port 201133df-e843-4ac3-80c0-ed5cb96299e6, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=201133df-e843-4ac3-80c0-ed5cb96299e6,segment=NetworkSegment(8286898a-e412-40bb-9e01-596feedf0ad3),segment_id=8286898a-e412-40bb-9e01-596feedf0ad3)] {{(pid=101952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:18:15.830989 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:15.834773 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776912265364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776911838100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776911838118'] for port, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:15.883533 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b3e8057-7607-4bf9-8051-be1c1bf88bf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec1dba51-77db-4e52-ad70-de9d003125f5'}] {{(pid=101952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:18:15.886131 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}354dda558456ac383be05774d0115fbb8a8e814f0e1169db929e83f4c2942df8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60cdd825-4619-4540-935d-ec70fbe6131e" -d '{"events": [{"server_uuid": "5b3e8057-7607-4bf9-8051-be1c1bf88bf3", "name": "network-vif-plugged", "status": "completed", "tag": "ec1dba51-77db-4e52-ad70-de9d003125f5"}]}' {{(pid=101952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:18:15.911746 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] For port ec1dba51-77db-4e52-ad70-de9d003125f5, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=ec1dba51-77db-4e52-ad70-de9d003125f5,segment=NetworkSegment(65f08cfa-ecda-4a25-9308-735fb4fd54a3),segment_id=65f08cfa-ecda-4a25-9308-735fb4fd54a3)] {{(pid=101952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:18:15.923874 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776912265364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776911838100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776911838118'] for port, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:15.930848 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Pushing event updated for resources: {'Port': ['ID=201133df-e843-4ac3-80c0-ed5cb96299e6,revision_number=4']} {{(pid=101952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:18:15.935247 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 22:18:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db51c8e0-25aa-4373-9822-470cd47ed671 x-openstack-request-id: req-db51c8e0-25aa-4373-9822-470cd47ed671 {{(pid=101952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:18:15.935554 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b3e8057-7607-4bf9-8051-be1c1bf88bf3", "name": "network-vif-plugged", "status": "completed", "tag": "ec1dba51-77db-4e52-ad70-de9d003125f5", "code": 200}]} {{(pid=101952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:18:15.935853 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-db51c8e0-25aa-4373-9822-470cd47ed671 {{(pid=101952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:18:15.936198 dv-cinder-733622-20-iscsi neutron-server[101952]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b3e8057-7607-4bf9-8051-be1c1bf88bf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec1dba51-77db-4e52-ad70-de9d003125f5', 'code': 200} Nov 11 22:18:16.015475 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Pushing event updated for resources: {'Port': ['ID=ec1dba51-77db-4e52-ad70-de9d003125f5,revision_number=5']} {{(pid=101952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:18:16.113409 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] get_ports_and_sgs() called for port_ids ['201133df-e843-4ac3-80c0-ed5cb96299e6'] {{(pid=101952) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 22:18:16.188227 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5921c1-a920-4f35-aab9-b643215f343e req-28e89fa5-7e51-40af-a8f4-9a902092e9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:18:16.191967 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-bb5921c1-a920-4f35-aab9-b643215f343e req-28e89fa5-7e51-40af-a8f4-9a902092e9c4 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5b3e8057-7607-4bf9-8051-be1c1bf88bf3 HTTP/1.1" status: 200 len: 1099 time: 0.0754504 Nov 11 22:18:16.330047 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-bb5921c1-a920-4f35-aab9-b643215f343e req-6d5d5c8c-daaf-4317-8ccb-d845528c85c4 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=3b369d3e-6261-485c-b1b5-c76ee1bddc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296933 Nov 11 22:18:16.403165 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a417d786-bcca-4327-b5d2-18d3a67458b4 req-712be8c4-2f5b-41f5-9f49-27ecc2582891 tempest-VolumesActionsTest-1271680840 tempest-VolumesActionsTest-1271680840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:18:16.404771 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-a417d786-bcca-4327-b5d2-18d3a67458b4 req-712be8c4-2f5b-41f5-9f49-27ecc2582891 tempest-VolumesActionsTest-1271680840 tempest-VolumesActionsTest-1271680840-project] 10.222.0.50 "GET /v2.0/ports?device_id=5b3e8057-7607-4bf9-8051-be1c1bf88bf3 HTTP/1.1" status: 200 len: 946 time: 0.1165836 Nov 11 22:18:16.532069 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-a417d786-bcca-4327-b5d2-18d3a67458b4 req-67ac515d-6951-4e67-bbdd-421bc4ba6ba4 tempest-VolumesActionsTest-1271680840 tempest-VolumesActionsTest-1271680840-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b369d3e-6261-485c-b1b5-c76ee1bddc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143351 Nov 11 22:18:16.591796 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Device ec5fa6b9-8064-4d3d-aaef-fc760a64117b up at agent ovs-agent-dv-cinder-733622-20-iscsi {{(pid=101952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:18:16.658170 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1feee72-2ad9-4ca9-bb44-68655890ad9f None None] Sync routers for ids ['78f23305-0c4e-4f66-a132-8e25a8896867'] in dv-cinder-733622-20-iscsi {{(pid=101952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:18:16.676695 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1feee72-2ad9-4ca9-bb44-68655890ad9f None None] Routers {'78f23305-0c4e-4f66-a132-8e25a8896867'} bound to L3 agent in host dv-cinder-733622-20-iscsi {{(pid=101952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:18:16.677348 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_hamode_db [None req-c1feee72-2ad9-4ca9-bb44-68655890ad9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T22:08:28Z,description=,heartbeat_timestamp=2021-11-11T22:17:58Z,host='dv-cinder-733622-20-iscsi',id=4702c36b-78d9-4f52-8cbc-8d9e3292a6f2,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T22:08:28Z,topic='l3_agent')) {'router_ids': ['78f23305-0c4e-4f66-a132-8e25a8896867'], 'active': True} {{(pid=101952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:18:16.736064 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1935238d-25c5-41d1-8e87-a26481853a5d req-f10c8cce-c6f5-4302-9e3f-a7ba91cfbc0f tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:18:16.737929 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-1935238d-25c5-41d1-8e87-a26481853a5d req-f10c8cce-c6f5-4302-9e3f-a7ba91cfbc0f tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed3c0001-6ebc-4724-8674-9d2a57cec898 HTTP/1.1" status: 200 len: 945 time: 0.0929618 Nov 11 22:18:16.764794 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 43630) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:18:16.770661 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.v2.base [None req-4d742848-baca-4006-9f37-50d50d2038a4 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1150975383', 'description': 'tempest-description--1846447784'}} {{(pid=101951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:18:16.808915 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-4d742848-baca-4006-9f37-50d50d2038a4 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Publish callbacks [] for security_group, before_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:16.851044 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-1935238d-25c5-41d1-8e87-a26481853a5d req-229a3a0e-319a-4a97-a84d-76a4616776fd tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/security-groups?id=68067a07-9049-4dac-b76f-d82da95a01c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046586 Nov 11 22:18:16.874799 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.provisioning_blocks [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Provisioning complete for port ec5fa6b9-8064-4d3d-aaef-fc760a64117b triggered by entity L2. {{(pid=101952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:18:16.874799 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8061746'] for port, provisioning_complete {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:16.909680 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-4d742848-baca-4006-9f37-50d50d2038a4 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Publish callbacks [] for security_group, precommit_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:16.916544 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-4d742848-baca-4006-9f37-50d50d2038a4 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:16.953065 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-4d742848-baca-4006-9f37-50d50d2038a4 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Publish callbacks [] for security_group, before_response {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:16.954514 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-4d742848-baca-4006-9f37-50d50d2038a4 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1885509 Nov 11 22:18:16.957895 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.wsgi [-] (101950) accepted ('10.222.0.50', 43636) {{(pid=101950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:18:16.960843 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d742848-baca-4006-9f37-50d50d2038a4 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc362ee0-83e8-483f-a9f5-3f38744386b1,revision_number=1']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:18:16.965332 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.v2.base [None req-d949fa21-288f-49bf-9b22-437612a53d4d tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Request body: {'security_group_rule': {'security_group_id': 'fc362ee0-83e8-483f-a9f5-3f38744386b1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:18:16.983497 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_dvr_db [None req-c1feee72-2ad9-4ca9-bb44-68655890ad9f None None] Set router 78f23305-0c4e-4f66-a132-8e25a8896867 gateway port host: dv-cinder-733622-20-iscsi {{(pid=101952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:18:17.045805 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d2a5e8-73c6-4d1a-9d09-45f94a0da772 req-a5d32b61-3ec7-438f-b407-8c1df8e28171 tempest-VolumesNegativeTest-1278991664 tempest-VolumesNegativeTest-1278991664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:18:17.047251 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-d5d2a5e8-73c6-4d1a-9d09-45f94a0da772 req-a5d32b61-3ec7-438f-b407-8c1df8e28171 tempest-VolumesNegativeTest-1278991664 tempest-VolumesNegativeTest-1278991664-project] 10.222.0.50 "GET /v2.0/ports?device_id=035216df-b183-42d7-a784-a647123b5a12 HTTP/1.1" status: 200 len: 948 time: 0.0767303 Nov 11 22:18:17.057761 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-d949fa21-288f-49bf-9b22-437612a53d4d tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:17.158550 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-d949fa21-288f-49bf-9b22-437612a53d4d tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:17.163160 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-d5d2a5e8-73c6-4d1a-9d09-45f94a0da772 req-e40c7c35-1228-4b0d-94b2-129e9592f7c4 tempest-VolumesNegativeTest-1278991664 tempest-VolumesNegativeTest-1278991664-project] 10.222.0.50 "GET /v2.0/security-groups?id=373a8043-3f70-4965-b3da-71ad5b1cb60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008334 Nov 11 22:18:17.164724 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-d949fa21-288f-49bf-9b22-437612a53d4d tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883588'] for security_group_rule, after_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:17.192071 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-d949fa21-288f-49bf-9b22-437612a53d4d tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:17.193198 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [None req-d949fa21-288f-49bf-9b22-437612a53d4d tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2332158 Nov 11 22:18:17.194140 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d949fa21-288f-49bf-9b22-437612a53d4d tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60fb2d48-2e2b-46db-b11b-9f82c11fb261,revision_number=0']} {{(pid=101950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:18:17.197897 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.wsgi [-] (101950) accepted ('10.222.0.50', 43642) {{(pid=101950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:18:17.203818 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.v2.base [None req-16195ba1-a6c2-457c-b4a0-e4f20ad73d4b tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Request body: {'security_group_rule': {'security_group_id': 'fc362ee0-83e8-483f-a9f5-3f38744386b1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:18:17.245089 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-16195ba1-a6c2-457c-b4a0-e4f20ad73d4b tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:17.275507 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_hamode_db [None req-c1feee72-2ad9-4ca9-bb44-68655890ad9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78f23305-0c4e-4f66-a132-8e25a8896867', 'name': 'tempest-AttachVolumeTestJSON-250747894-router', 'tenant_id': '70121f12841d4897aae58f9fe9f2c556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'external_fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': 'ec5fa6b9-8064-4d3d-aaef-fc760a64117b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:18:06Z', 'updated_at': '2021-11-11T22:18:14Z', 'revision_number': 4, 'project_id': '70121f12841d4897aae58f9fe9f2c556', 'gw_port': {'id': 'ec5fa6b9-8064-4d3d-aaef-fc760a64117b', 'name': '', 'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:8e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f23305-0c4e-4f66-a132-8e25a8896867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:18:08Z', 'updated_at': '2021-11-11T22:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-20-iscsi', '_interfaces': [{'id': '6bccd299-5984-48cf-bdd9-3cbdc542c4da', 'name': '', 'network_id': '73526368-1abf-4e4d-8815-40fc972517d4', 'tenant_id': '70121f12841d4897aae58f9fe9f2c556', 'mac_address': 'fa:16:3e:84:41:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78f23305-0c4e-4f66-a132-8e25a8896867', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '707623ec-d95b-41b2-8e25-0e51182a8a59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:18:12Z', 'updated_at': '2021-11-11T22:18:14Z', 'revision_number': 2, 'project_id': '70121f12841d4897aae58f9fe9f2c556', 'subnets': [{'id': '707623ec-d95b-41b2-8e25-0e51182a8a59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-20-iscsi', False) {} {{(pid=101952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:18:17.318609 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1feee72-2ad9-4ca9-bb44-68655890ad9f None None] Checking router: 78f23305-0c4e-4f66-a132-8e25a8896867 for host: dv-cinder-733622-20-iscsi {{(pid=101952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:18:17.318870 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1feee72-2ad9-4ca9-bb44-68655890ad9f None None] Updating router 78f23305-0c4e-4f66-a132-8e25a8896867 port 6bccd299-5984-48cf-bdd9-3cbdc542c4da binding host dv-cinder-733622-20-iscsi {{(pid=101952) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 22:18:17.323053 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-16195ba1-a6c2-457c-b4a0-e4f20ad73d4b tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:17.327664 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-16195ba1-a6c2-457c-b4a0-e4f20ad73d4b tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883588'] for security_group_rule, after_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:17.349972 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-c1feee72-2ad9-4ca9-bb44-68655890ad9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:17.355746 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-16195ba1-a6c2-457c-b4a0-e4f20ad73d4b tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:17.357163 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [None req-16195ba1-a6c2-457c-b4a0-e4f20ad73d4b tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1579020 Nov 11 22:18:17.361806 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.wsgi [-] (101950) accepted ('10.222.0.50', 43646) {{(pid=101950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:18:17.367772 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.v2.base [None req-a51cf2fe-c17d-4737-8610-93640de20d20 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Request body: {'floatingip': {'floating_network_id': 'fd27370c-43f8-4948-a495-3a9880be1635'}} {{(pid=101950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:18:17.393792 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16195ba1-a6c2-457c-b4a0-e4f20ad73d4b tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6445129b-e606-4724-8ae2-e9fd517de6c7,revision_number=0']} {{(pid=101950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:18:17.396990 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-a51cf2fe-c17d-4737-8610-93640de20d20 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Publish callbacks [] for floatingip, before_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:17.542037 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-a51cf2fe-c17d-4737-8610-93640de20d20 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:17.680371 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-c1feee72-2ad9-4ca9-bb44-68655890ad9f None None] Publish callbacks [] for port, precommit_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:17.689835 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-c1feee72-2ad9-4ca9-bb44-68655890ad9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776912265364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776911838100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776911838118'] for port, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:17.720874 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.db.db_base_plugin_common [None req-a51cf2fe-c17d-4737-8610-93640de20d20 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Allocated IP 172.27.0.31 (fd27370c-43f8-4948-a495-3a9880be1635/b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca/77fec5bd-26ef-48c6-b5e4-73f309fd8624) {{(pid=101950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:18:17.745247 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a337c4-09f4-4098-b0fd-e1e64a46b08b req-145068d8-1b85-4fa9-a1f5-c918f7c53fc9 tempest-VolumesActionsTest-1271680840 tempest-VolumesActionsTest-1271680840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:18:17.754363 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-52a337c4-09f4-4098-b0fd-e1e64a46b08b req-145068d8-1b85-4fa9-a1f5-c918f7c53fc9 tempest-VolumesActionsTest-1271680840 tempest-VolumesActionsTest-1271680840-project] 10.222.0.50 "GET /v2.0/ports?device_id=5b3e8057-7607-4bf9-8051-be1c1bf88bf3 HTTP/1.1" status: 200 len: 946 time: 0.1288691 Nov 11 22:18:17.775436 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855f0910-5a12-4f0f-bc0d-7bd9a49cb817 None None] Pushing event updated for resources: {'Port': ['ID=6bccd299-5984-48cf-bdd9-3cbdc542c4da,revision_number=3']} {{(pid=101952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:18:17.860200 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.managers [None req-c1feee72-2ad9-4ca9-bb44-68655890ad9f None None] Attempting to bind port 6bccd299-5984-48cf-bdd9-3cbdc542c4da on host dv-cinder-733622-20-iscsi for vnic_type normal with profile {{(pid=101952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:18:17.860649 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.managers [None req-c1feee72-2ad9-4ca9-bb44-68655890ad9f None None] Attempting to bind port 6bccd299-5984-48cf-bdd9-3cbdc542c4da by drivers openvswitch,hyperv on host dv-cinder-733622-20-iscsi at level 0 using segments [{'id': '2b1985db-e044-4e7f-a22a-8498e6c7db38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '73526368-1abf-4e4d-8815-40fc972517d4'}] {{(pid=101952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:18:17.861176 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1feee72-2ad9-4ca9-bb44-68655890ad9f None None] Attempting to bind port 6bccd299-5984-48cf-bdd9-3cbdc542c4da on network 73526368-1abf-4e4d-8815-40fc972517d4 {{(pid=101952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:18:17.867893 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1feee72-2ad9-4ca9-bb44-68655890ad9f None None] Checking agent: {'id': '83a5d6f5-895b-4fa9-b3a8-3d8b1836c237', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 22, 8, 32), 'started_at': datetime.datetime(2021, 11, 11, 22, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 18, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:18:17.869141 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1feee72-2ad9-4ca9-bb44-68655890ad9f None None] Checking segment: {'id': '2b1985db-e044-4e7f-a22a-8498e6c7db38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '73526368-1abf-4e4d-8815-40fc972517d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:18:17.869557 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-c1feee72-2ad9-4ca9-bb44-68655890ad9f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:17.870379 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1feee72-2ad9-4ca9-bb44-68655890ad9f None None] Bound using segment: {'id': '2b1985db-e044-4e7f-a22a-8498e6c7db38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '73526368-1abf-4e4d-8815-40fc972517d4'} {{(pid=101952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:18:17.870563 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.managers [None req-c1feee72-2ad9-4ca9-bb44-68655890ad9f None None] Bound port: 6bccd299-5984-48cf-bdd9-3cbdc542c4da, host: dv-cinder-733622-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b1985db-e044-4e7f-a22a-8498e6c7db38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '73526368-1abf-4e4d-8815-40fc972517d4'}}] {{(pid=101952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:18:17.870820 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-c1feee72-2ad9-4ca9-bb44-68655890ad9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:17.909722 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-52a337c4-09f4-4098-b0fd-e1e64a46b08b req-11980f18-a534-43c2-bdeb-c20dbeb243be tempest-VolumesActionsTest-1271680840 tempest-VolumesActionsTest-1271680840-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b369d3e-6261-485c-b1b5-c76ee1bddc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544638 Nov 11 22:18:17.963228 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-c1feee72-2ad9-4ca9-bb44-68655890ad9f None None] For port 6bccd299-5984-48cf-bdd9-3cbdc542c4da, host dv-cinder-733622-20-iscsi, cleared binding levels {{(pid=101952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:18:17.970614 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-c1feee72-2ad9-4ca9-bb44-68655890ad9f None None] For port 6bccd299-5984-48cf-bdd9-3cbdc542c4da, host dv-cinder-733622-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-20-iscsi',level=0,port_id=6bccd299-5984-48cf-bdd9-3cbdc542c4da,segment=NetworkSegment(2b1985db-e044-4e7f-a22a-8498e6c7db38),segment_id=2b1985db-e044-4e7f-a22a-8498e6c7db38)] {{(pid=101952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:18:17.983349 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-c1feee72-2ad9-4ca9-bb44-68655890ad9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776912265364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776911838100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776911838118'] for port, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:17.985043 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-a51cf2fe-c17d-4737-8610-93640de20d20 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Publish callbacks [] for port, precommit_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:18.080920 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-a51cf2fe-c17d-4737-8610-93640de20d20 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776911838082'] for port, after_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:18.081847 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1feee72-2ad9-4ca9-bb44-68655890ad9f None None] Routers {'78f23305-0c4e-4f66-a132-8e25a8896867'} bound to L3 agent in host dv-cinder-733622-20-iscsi {{(pid=101952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:18:18.085405 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_hamode_db [None req-c1feee72-2ad9-4ca9-bb44-68655890ad9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T22:08:28Z,description=,heartbeat_timestamp=2021-11-11T22:17:58Z,host='dv-cinder-733622-20-iscsi',id=4702c36b-78d9-4f52-8cbc-8d9e3292a6f2,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T22:08:28Z,topic='l3_agent')) {'router_ids': ['78f23305-0c4e-4f66-a132-8e25a8896867'], 'active': True} {{(pid=101952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:18:18.095662 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855f0910-5a12-4f0f-bc0d-7bd9a49cb817 None None] Pushing event updated for resources: {'Port': ['ID=6bccd299-5984-48cf-bdd9-3cbdc542c4da,revision_number=4']} {{(pid=101952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:18:18.126780 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a34380-9d1b-41e5-a83c-72f730f2b3d7 req-1562936e-d37c-4809-9691-c6e631df9ffc tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:18:18.134157 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-08a34380-9d1b-41e5-a83c-72f730f2b3d7 req-1562936e-d37c-4809-9691-c6e631df9ffc tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed3c0001-6ebc-4724-8674-9d2a57cec898 HTTP/1.1" status: 200 len: 945 time: 0.1139848 Nov 11 22:18:18.171494 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a51cf2fe-c17d-4737-8610-93640de20d20 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Network fd27370c-43f8-4948-a495-3a9880be1635 is already hosted by enough agents. {{(pid=101950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:18:18.174585 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51cf2fe-c17d-4737-8610-93640de20d20 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Pushing event updated for resources: {'Port': ['ID=77fec5bd-26ef-48c6-b5e4-73f309fd8624,revision_number=1']} {{(pid=101950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:18:18.179008 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.scheduler.base_scheduler [None req-a51cf2fe-c17d-4737-8610-93640de20d20 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Resources bound (agent type, host, resource id): {{(pid=101950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:18:18.182273 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51cf2fe-c17d-4737-8610-93640de20d20 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Received port after_create {{(pid=101950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:18:18.219220 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.provisioning_blocks [None req-88c7a946-f680-47f4-952d-24e9f4b3329c None None] Provisioning complete for port 6bccd299-5984-48cf-bdd9-3cbdc542c4da triggered by entity DHCP. {{(pid=101952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:18:18.219654 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-88c7a946-f680-47f4-952d-24e9f4b3329c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8061746'] for port, provisioning_complete {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:18.271860 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_dvr_db [None req-c1feee72-2ad9-4ca9-bb44-68655890ad9f None None] Set router 78f23305-0c4e-4f66-a132-8e25a8896867 gateway port host: dv-cinder-733622-20-iscsi {{(pid=101952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:18:18.280456 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-08a34380-9d1b-41e5-a83c-72f730f2b3d7 req-6b11c733-9984-428a-be91-31c2c8e7dcca tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/security-groups?id=68067a07-9049-4dac-b76f-d82da95a01c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452980 Nov 11 22:18:18.329979 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-a51cf2fe-c17d-4737-8610-93640de20d20 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:18.413570 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-a51cf2fe-c17d-4737-8610-93640de20d20 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_update {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:18.454084 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dde10f1-8df3-4591-abce-434b7e2b832d req-72794c2c-acdf-46ee-bfcd-714f97c7810d tempest-VolumesNegativeTest-1278991664 tempest-VolumesNegativeTest-1278991664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:18:18.463584 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-5dde10f1-8df3-4591-abce-434b7e2b832d req-72794c2c-acdf-46ee-bfcd-714f97c7810d tempest-VolumesNegativeTest-1278991664 tempest-VolumesNegativeTest-1278991664-project] 10.222.0.50 "GET /v2.0/ports?device_id=035216df-b183-42d7-a784-a647123b5a12 HTTP/1.1" status: 200 len: 948 time: 0.1285126 Nov 11 22:18:18.537075 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-88c7a946-f680-47f4-952d-24e9f4b3329c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:18.609133 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-88c7a946-f680-47f4-952d-24e9f4b3329c None None] For port 6bccd299-5984-48cf-bdd9-3cbdc542c4da, host dv-cinder-733622-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-20-iscsi',level=0,port_id=6bccd299-5984-48cf-bdd9-3cbdc542c4da,segment=NetworkSegment(2b1985db-e044-4e7f-a22a-8498e6c7db38),segment_id=2b1985db-e044-4e7f-a22a-8498e6c7db38)] {{(pid=101952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:18:18.615339 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-88c7a946-f680-47f4-952d-24e9f4b3329c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776912265364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776911838100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776911838118'] for port, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:18.696880 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c7a946-f680-47f4-952d-24e9f4b3329c None None] Pushing event updated for resources: {'Port': ['ID=6bccd299-5984-48cf-bdd9-3cbdc542c4da,revision_number=5']} {{(pid=101952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:18:18.719228 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_hamode_db [None req-c1feee72-2ad9-4ca9-bb44-68655890ad9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78f23305-0c4e-4f66-a132-8e25a8896867', 'name': 'tempest-AttachVolumeTestJSON-250747894-router', 'tenant_id': '70121f12841d4897aae58f9fe9f2c556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'external_fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': 'ec5fa6b9-8064-4d3d-aaef-fc760a64117b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:18:06Z', 'updated_at': '2021-11-11T22:18:14Z', 'revision_number': 4, 'project_id': '70121f12841d4897aae58f9fe9f2c556', 'gw_port': {'id': 'ec5fa6b9-8064-4d3d-aaef-fc760a64117b', 'name': '', 'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:8e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f23305-0c4e-4f66-a132-8e25a8896867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:18:08Z', 'updated_at': '2021-11-11T22:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-20-iscsi', '_interfaces': [{'id': '6bccd299-5984-48cf-bdd9-3cbdc542c4da', 'name': '', 'network_id': '73526368-1abf-4e4d-8815-40fc972517d4', 'tenant_id': '70121f12841d4897aae58f9fe9f2c556', 'mac_address': 'fa:16:3e:84:41:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78f23305-0c4e-4f66-a132-8e25a8896867', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '707623ec-d95b-41b2-8e25-0e51182a8a59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:18:12Z', 'updated_at': '2021-11-11T22:18:17Z', 'revision_number': 4, 'project_id': '70121f12841d4897aae58f9fe9f2c556', 'subnets': [{'id': '707623ec-d95b-41b2-8e25-0e51182a8a59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-20-iscsi', False) {} {{(pid=101952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:18:18.755201 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1feee72-2ad9-4ca9-bb44-68655890ad9f None None] The sync data for ids ['78f23305-0c4e-4f66-a132-8e25a8896867'] in dv-cinder-733622-20-iscsi is: [{'id': '78f23305-0c4e-4f66-a132-8e25a8896867', 'name': 'tempest-AttachVolumeTestJSON-250747894-router', 'tenant_id': '70121f12841d4897aae58f9fe9f2c556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'external_fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': 'ec5fa6b9-8064-4d3d-aaef-fc760a64117b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:18:06Z', 'updated_at': '2021-11-11T22:18:14Z', 'revision_number': 4, 'project_id': '70121f12841d4897aae58f9fe9f2c556', 'gw_port': {'id': 'ec5fa6b9-8064-4d3d-aaef-fc760a64117b', 'name': '', 'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:8e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f23305-0c4e-4f66-a132-8e25a8896867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:18:08Z', 'updated_at': '2021-11-11T22:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-20-iscsi', '_interfaces': [{'id': '6bccd299-5984-48cf-bdd9-3cbdc542c4da', 'name': '', 'network_id': '73526368-1abf-4e4d-8815-40fc972517d4', 'tenant_id': '70121f12841d4897aae58f9fe9f2c556', 'mac_address': 'fa:16:3e:84:41:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78f23305-0c4e-4f66-a132-8e25a8896867', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '707623ec-d95b-41b2-8e25-0e51182a8a59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:18:12Z', 'updated_at': '2021-11-11T22:18:17Z', 'revision_number': 4, 'project_id': '70121f12841d4897aae58f9fe9f2c556', 'subnets': [{'id': '707623ec-d95b-41b2-8e25-0e51182a8a59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:18:18.768197 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.provisioning_blocks [None req-49f2b633-1592-4d96-9bcb-0ca799954a25 None None] Provisioning complete for port 6bccd299-5984-48cf-bdd9-3cbdc542c4da triggered by entity DHCP. {{(pid=101952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:18:18.768604 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-49f2b633-1592-4d96-9bcb-0ca799954a25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8061746'] for port, provisioning_complete {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:18.829643 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-5dde10f1-8df3-4591-abce-434b7e2b832d req-5401d962-916e-4195-866b-5f2f75edc962 tempest-VolumesNegativeTest-1278991664 tempest-VolumesNegativeTest-1278991664-project] 10.222.0.50 "GET /v2.0/security-groups?id=373a8043-3f70-4965-b3da-71ad5b1cb60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3649340 Nov 11 22:18:18.942074 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-a51cf2fe-c17d-4737-8610-93640de20d20 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Publish callbacks [] for port, precommit_update {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:18.951245 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-a51cf2fe-c17d-4737-8610-93640de20d20 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776912265364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776911838100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776911838118'] for port, after_update {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:18.996875 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-a51cf2fe-c17d-4737-8610-93640de20d20 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657105'] for floatingip, after_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:19.025303 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51cf2fe-c17d-4737-8610-93640de20d20 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Pushing event updated for resources: {'Port': ['ID=77fec5bd-26ef-48c6-b5e4-73f309fd8624,revision_number=2']} {{(pid=101950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:18:19.027172 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Device 201133df-e843-4ac3-80c0-ed5cb96299e6 up at agent hyperv_hv-cinder-73362 {{(pid=101952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:18:19.036894 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-a51cf2fe-c17d-4737-8610-93640de20d20 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26363'] for floatingip, before_response {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:19.039729 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [None req-a51cf2fe-c17d-4737-8610-93640de20d20 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6746609 Nov 11 22:18:19.115838 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.provisioning_blocks [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Provisioning for port 201133df-e843-4ac3-80c0-ed5cb96299e6 completed by entity L2. {{(pid=101952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 22:18:19.121424 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.provisioning_blocks [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Provisioning complete for port 201133df-e843-4ac3-80c0-ed5cb96299e6 triggered by entity L2. {{(pid=101952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:18:19.121722 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8061746'] for port, provisioning_complete {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:19.225809 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7875c5e-548c-4575-9583-b1e9ce6ed2c1 req-949ec81a-47b4-4062-86ac-c0a2c557ee92 tempest-VolumesActionsTest-1271680840 tempest-VolumesActionsTest-1271680840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:18:19.238232 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-e7875c5e-548c-4575-9583-b1e9ce6ed2c1 req-949ec81a-47b4-4062-86ac-c0a2c557ee92 tempest-VolumesActionsTest-1271680840 tempest-VolumesActionsTest-1271680840-project] 10.222.0.50 "GET /v2.0/ports?device_id=5b3e8057-7607-4bf9-8051-be1c1bf88bf3 HTTP/1.1" status: 200 len: 946 time: 0.1852796 Nov 11 22:18:19.367896 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-e7875c5e-548c-4575-9583-b1e9ce6ed2c1 req-cde5730e-913e-47ea-ac94-7e68aa169575 tempest-VolumesActionsTest-1271680840 tempest-VolumesActionsTest-1271680840-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b369d3e-6261-485c-b1b5-c76ee1bddc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231482 Nov 11 22:18:19.480023 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:19.526202 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '035216df-b183-42d7-a784-a647123b5a12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '201133df-e843-4ac3-80c0-ed5cb96299e6'}] {{(pid=101952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:18:19.529972 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}354dda558456ac383be05774d0115fbb8a8e814f0e1169db929e83f4c2942df8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9398e4a1-a73a-485f-a433-2511256f922d" -d '{"events": [{"server_uuid": "035216df-b183-42d7-a784-a647123b5a12", "name": "network-vif-plugged", "status": "completed", "tag": "201133df-e843-4ac3-80c0-ed5cb96299e6"}]}' {{(pid=101952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:18:19.547811 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] For port 201133df-e843-4ac3-80c0-ed5cb96299e6, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=201133df-e843-4ac3-80c0-ed5cb96299e6,segment=NetworkSegment(8286898a-e412-40bb-9e01-596feedf0ad3),segment_id=8286898a-e412-40bb-9e01-596feedf0ad3)] {{(pid=101952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:18:19.555107 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776912265364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776911838100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776911838118'] for port, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:19.555357 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-427278a0-0c67-49da-8bea-695639817621 req-0840bc40-5476-4fff-893a-5f53c815a111 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--1150975383&fields=id&tenant_id=70121f12841d4897aae58f9fe9f2c556 HTTP/1.1" status: 200 len: 267 time: 0.0910234 Nov 11 22:18:19.590247 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe1eb2f-bae6-4442-9c3d-70510b837cee req-3afb7b92-86bb-45e2-b77f-b244b1838cc7 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:18:19.602178 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-1fe1eb2f-bae6-4442-9c3d-70510b837cee req-3afb7b92-86bb-45e2-b77f-b244b1838cc7 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed3c0001-6ebc-4724-8674-9d2a57cec898 HTTP/1.1" status: 200 len: 945 time: 0.1080918 Nov 11 22:18:19.698046 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Pushing event updated for resources: {'Port': ['ID=201133df-e843-4ac3-80c0-ed5cb96299e6,revision_number=5']} {{(pid=101952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:18:19.759982 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-1fe1eb2f-bae6-4442-9c3d-70510b837cee req-8ae3bac0-7e7b-45f2-be3c-a8fed36eb38b tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/security-groups?id=68067a07-9049-4dac-b76f-d82da95a01c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550124 Nov 11 22:18:19.848098 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 22:18:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16b7a774-4e23-4bf1-893b-6c179666911a x-openstack-request-id: req-16b7a774-4e23-4bf1-893b-6c179666911a {{(pid=101952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:18:19.848480 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "035216df-b183-42d7-a784-a647123b5a12", "name": "network-vif-plugged", "status": "completed", "tag": "201133df-e843-4ac3-80c0-ed5cb96299e6", "code": 200}]} {{(pid=101952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:18:19.848797 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-16b7a774-4e23-4bf1-893b-6c179666911a {{(pid=101952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:18:19.849213 dv-cinder-733622-20-iscsi neutron-server[101952]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '035216df-b183-42d7-a784-a647123b5a12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '201133df-e843-4ac3-80c0-ed5cb96299e6', 'code': 200} Nov 11 22:18:19.861317 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427278a0-0c67-49da-8bea-695639817621 req-2bcff41c-c4de-4b78-ae26-c4feccd94845 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:18:19.874147 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-427278a0-0c67-49da-8bea-695639817621 req-2bcff41c-c4de-4b78-ae26-c4feccd94845 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] 10.222.0.50 "GET /v2.0/networks?id=73526368-1abf-4e4d-8815-40fc972517d4 HTTP/1.1" status: 200 len: 810 time: 0.2390018 Nov 11 22:18:19.893757 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-427278a0-0c67-49da-8bea-695639817621 req-fa9b51ab-f509-46b6-b61e-307a86be1b69 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] 10.222.0.50 "GET /v2.0/quotas/70121f12841d4897aae58f9fe9f2c556 HTTP/1.1" status: 200 len: 375 time: 0.0185080 Nov 11 22:18:20.032247 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-427278a0-0c67-49da-8bea-695639817621 req-9e3bad77-38f2-4318-9e87-e72a492c16e9 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=70121f12841d4897aae58f9fe9f2c556&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1372602 Nov 11 22:18:20.269376 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec1206f-8e67-4395-8d5b-2674a87a8ce7 req-b5d9415c-44ad-4378-8aeb-97bc89b21ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:18:20.271270 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-fec1206f-8e67-4395-8d5b-2674a87a8ce7 req-b5d9415c-44ad-4378-8aeb-97bc89b21ef7 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=035216df-b183-42d7-a784-a647123b5a12 HTTP/1.1" status: 200 len: 1102 time: 0.1305604 Nov 11 22:18:20.291363 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70510ea3-8a36-4d86-bfe5-30172e6d623e req-6dda542f-830b-492f-8048-8a5cdc06f39a tempest-VolumesNegativeTest-1278991664 tempest-VolumesNegativeTest-1278991664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:18:20.292999 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-70510ea3-8a36-4d86-bfe5-30172e6d623e req-6dda542f-830b-492f-8048-8a5cdc06f39a tempest-VolumesNegativeTest-1278991664 tempest-VolumesNegativeTest-1278991664-project] 10.222.0.50 "GET /v2.0/ports?device_id=035216df-b183-42d7-a784-a647123b5a12 HTTP/1.1" status: 200 len: 949 time: 0.2594388 Nov 11 22:18:20.313653 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-427278a0-0c67-49da-8bea-695639817621 req-d735def4-d202-4030-a526-085be40eb2ff service neutron] 10.222.0.50 "GET /v2.0/networks/73526368-1abf-4e4d-8815-40fc972517d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2440729 Nov 11 22:18:20.462908 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-fec1206f-8e67-4395-8d5b-2674a87a8ce7 req-2cfdbc50-9a97-4283-abb0-7681bb19faa6 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=373a8043-3f70-4965-b3da-71ad5b1cb60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688783 Nov 11 22:18:20.475934 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-70510ea3-8a36-4d86-bfe5-30172e6d623e req-4aac38e2-95b9-481a-a926-4facbbb96dbf tempest-VolumesNegativeTest-1278991664 tempest-VolumesNegativeTest-1278991664-project] 10.222.0.50 "GET /v2.0/security-groups?id=373a8043-3f70-4965-b3da-71ad5b1cb60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647677 Nov 11 22:18:20.502146 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-427278a0-0c67-49da-8bea-695639817621 req-38c32d76-971a-48e3-a299-8c9ca622c2a6 service neutron] 10.222.0.50 "GET /v2.0/networks/73526368-1abf-4e4d-8815-40fc972517d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600690 Nov 11 22:18:20.613243 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Device 6bccd299-5984-48cf-bdd9-3cbdc542c4da up at agent ovs-agent-dv-cinder-733622-20-iscsi {{(pid=101952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:18:20.690903 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.provisioning_blocks [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Provisioning complete for port 6bccd299-5984-48cf-bdd9-3cbdc542c4da triggered by entity L2. {{(pid=101952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:18:20.691498 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8061746'] for port, provisioning_complete {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:20.849156 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-add0fe12-01d2-473f-b18f-f592e2c7c3b2 req-ddb1ecad-d2fa-42a4-a649-3900df29eadc tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] 10.222.0.50 "GET /v2.0/ports?device_id=e51d0126-0110-4740-9c43-0cb61c4d7635 HTTP/1.1" status: 200 len: 210 time: 0.0760846 Nov 11 22:18:20.946825 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23671105-f5eb-47d9-8d27-84ab61c4945a req-d0eecbd3-0321-4308-ad26-8f49d87da8b6 tempest-VolumesActionsTest-1271680840 tempest-VolumesActionsTest-1271680840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:18:20.948739 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-23671105-f5eb-47d9-8d27-84ab61c4945a req-d0eecbd3-0321-4308-ad26-8f49d87da8b6 tempest-VolumesActionsTest-1271680840 tempest-VolumesActionsTest-1271680840-project] 10.222.0.50 "GET /v2.0/ports?device_id=5b3e8057-7607-4bf9-8051-be1c1bf88bf3 HTTP/1.1" status: 200 len: 946 time: 0.0608599 Nov 11 22:18:21.053151 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-23671105-f5eb-47d9-8d27-84ab61c4945a req-17b948b5-4ff2-4ea8-9090-36493a25c2f1 tempest-VolumesActionsTest-1271680840 tempest-VolumesActionsTest-1271680840-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b369d3e-6261-485c-b1b5-c76ee1bddc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930417 Nov 11 22:18:21.072573 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaf3204-c64a-4b8d-8c71-a47f3238ec87 req-741ea98a-6558-4150-a751-20b89074702c tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:18:21.075199 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-feaf3204-c64a-4b8d-8c71-a47f3238ec87 req-741ea98a-6558-4150-a751-20b89074702c tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed3c0001-6ebc-4724-8674-9d2a57cec898 HTTP/1.1" status: 200 len: 945 time: 0.1099613 Nov 11 22:18:21.175451 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-feaf3204-c64a-4b8d-8c71-a47f3238ec87 req-4690a3ca-8d41-4f97-a6d5-723097b40125 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/security-groups?id=68067a07-9049-4dac-b76f-d82da95a01c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883913 Nov 11 22:18:21.689276 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31a25c3-10ab-44b3-9089-d4bc1f6871f8 req-5728eaac-38a7-4942-8a2a-3aa84c58c290 tempest-VolumesNegativeTest-1278991664 tempest-VolumesNegativeTest-1278991664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:18:21.690984 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-e31a25c3-10ab-44b3-9089-d4bc1f6871f8 req-5728eaac-38a7-4942-8a2a-3aa84c58c290 tempest-VolumesNegativeTest-1278991664 tempest-VolumesNegativeTest-1278991664-project] 10.222.0.50 "GET /v2.0/ports?device_id=035216df-b183-42d7-a784-a647123b5a12 HTTP/1.1" status: 200 len: 949 time: 0.0613029 Nov 11 22:18:21.748488 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-e31a25c3-10ab-44b3-9089-d4bc1f6871f8 req-fd850f1c-0c55-475a-b719-8dee911d5ab3 tempest-VolumesNegativeTest-1278991664 tempest-VolumesNegativeTest-1278991664-project] 10.222.0.50 "GET /v2.0/security-groups?id=373a8043-3f70-4965-b3da-71ad5b1cb60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511608 Nov 11 22:18:21.976052 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-368014df-e1f2-44a5-966a-81fa09a6a357 req-c8eb3cd4-1cc1-49ca-9294-d2ce25908ea9 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] 10.222.0.50 "GET /v2.0/ports?device_id=e51d0126-0110-4740-9c43-0cb61c4d7635 HTTP/1.1" status: 200 len: 210 time: 0.0359526 Nov 11 22:18:22.294390 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74076374-f416-4cd9-8d1e-60155ae57ad1 req-1685f60e-f5a4-43f8-8bfe-e089eeba90ca tempest-VolumesActionsTest-1271680840 tempest-VolumesActionsTest-1271680840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:18:22.296037 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-74076374-f416-4cd9-8d1e-60155ae57ad1 req-1685f60e-f5a4-43f8-8bfe-e089eeba90ca tempest-VolumesActionsTest-1271680840 tempest-VolumesActionsTest-1271680840-project] 10.222.0.50 "GET /v2.0/ports?device_id=5b3e8057-7607-4bf9-8051-be1c1bf88bf3 HTTP/1.1" status: 200 len: 946 time: 0.1169624 Nov 11 22:18:22.371468 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427278a0-0c67-49da-8bea-695639817621 req-cd5afe5b-1825-4c1f-8ce4-64f8795b8eb9 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:18:22.373046 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-427278a0-0c67-49da-8bea-695639817621 req-cd5afe5b-1825-4c1f-8ce4-64f8795b8eb9 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] 10.222.0.26 "GET /v2.0/networks?id=73526368-1abf-4e4d-8815-40fc972517d4 HTTP/1.1" status: 200 len: 810 time: 0.2348311 Nov 11 22:18:22.405179 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de0189f-73c0-492f-a8bc-428487f00e7f req-279d7189-dd9b-40bf-9574-f7c108fa1454 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:18:22.407185 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-4de0189f-73c0-492f-a8bc-428487f00e7f req-279d7189-dd9b-40bf-9574-f7c108fa1454 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed3c0001-6ebc-4724-8674-9d2a57cec898 HTTP/1.1" status: 200 len: 945 time: 0.1101322 Nov 11 22:18:22.450709 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-74076374-f416-4cd9-8d1e-60155ae57ad1 req-99e6cf5d-800b-4ae4-af6e-d4d8aa434fd6 tempest-VolumesActionsTest-1271680840 tempest-VolumesActionsTest-1271680840-project] 10.222.0.50 "GET /v2.0/security-groups?id=3b369d3e-6261-485c-b1b5-c76ee1bddc5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356521 Nov 11 22:18:22.578487 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-4de0189f-73c0-492f-a8bc-428487f00e7f req-33967c80-5f2a-4ce3-a8ef-5a353873e94a tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/security-groups?id=68067a07-9049-4dac-b76f-d82da95a01c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557822 Nov 11 22:18:22.590851 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-427278a0-0c67-49da-8bea-695639817621 req-18d48a0a-5712-4c4f-bd99-d9091bbf5ece tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=70121f12841d4897aae58f9fe9f2c556 HTTP/1.1" status: 200 len: 380 time: 0.1958823 Nov 11 22:18:22.606664 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.v2.base [req-427278a0-0c67-49da-8bea-695639817621 req-9bc00c2d-0adb-4ff3-90a5-d9a8368fbf43 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Request body: {'port': {'device_id': 'e51d0126-0110-4740-9c43-0cb61c4d7635', 'network_id': '73526368-1abf-4e4d-8815-40fc972517d4', 'admin_state_up': True, 'tenant_id': '70121f12841d4897aae58f9fe9f2c556', 'security_groups': ['fc362ee0-83e8-483f-a9f5-3f38744386b1']}} {{(pid=101950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:18:22.626500 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9712aa-b27f-4860-843a-7c367f26a06d req-ad6cac5c-00db-4d23-877b-4ded6055dbe4 tempest-VolumesActionsTest-1271680840 tempest-VolumesActionsTest-1271680840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:18:22.628929 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-bf9712aa-b27f-4860-843a-7c367f26a06d req-ad6cac5c-00db-4d23-877b-4ded6055dbe4 tempest-VolumesActionsTest-1271680840 tempest-VolumesActionsTest-1271680840-project] 10.222.0.26 "GET /v2.0/ports?device_id=5b3e8057-7607-4bf9-8051-be1c1bf88bf3 HTTP/1.1" status: 200 len: 946 time: 0.0599887 Nov 11 22:18:22.773626 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.plugin [req-bf9712aa-b27f-4860-843a-7c367f26a06d req-53ce0304-857b-4149-af88-ef3e0daee7c1 tempest-VolumesActionsTest-1271680840 tempest-VolumesActionsTest-1271680840-project] Deleting port ec1dba51-77db-4e52-ad70-de9d003125f5 {{(pid=101951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:18:22.774250 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [req-bf9712aa-b27f-4860-843a-7c367f26a06d req-53ce0304-857b-4149-af88-ef3e0daee7c1 tempest-VolumesActionsTest-1271680840 tempest-VolumesActionsTest-1271680840-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776912257464'] for port, before_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:22.895081 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-427278a0-0c67-49da-8bea-695639817621 req-9bc00c2d-0adb-4ff3-90a5-d9a8368fbf43 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Made reservation on behalf of 70121f12841d4897aae58f9fe9f2c556 for: {'port': 1} {{(pid=101950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:18:22.904695 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [req-427278a0-0c67-49da-8bea-695639817621 req-9bc00c2d-0adb-4ff3-90a5-d9a8368fbf43 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:22.946357 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.db [req-bf9712aa-b27f-4860-843a-7c367f26a06d req-53ce0304-857b-4149-af88-ef3e0daee7c1 tempest-VolumesActionsTest-1271680840 tempest-VolumesActionsTest-1271680840-project] For port ec1dba51-77db-4e52-ad70-de9d003125f5, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=ec1dba51-77db-4e52-ad70-de9d003125f5,segment=NetworkSegment(65f08cfa-ecda-4a25-9308-735fb4fd54a3),segment_id=65f08cfa-ecda-4a25-9308-735fb4fd54a3)] {{(pid=101951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:18:22.946730 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [req-bf9712aa-b27f-4860-843a-7c367f26a06d req-53ce0304-857b-4149-af88-ef3e0daee7c1 tempest-VolumesActionsTest-1271680840 tempest-VolumesActionsTest-1271680840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668535'] for port, precommit_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:22.983744 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.plugin [req-bf9712aa-b27f-4860-843a-7c367f26a06d req-53ce0304-857b-4149-af88-ef3e0daee7c1 tempest-VolumesActionsTest-1271680840 tempest-VolumesActionsTest-1271680840-project] Calling delete_port for ec1dba51-77db-4e52-ad70-de9d003125f5 owned by compute:nova {{(pid=101951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:18:23.092423 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f9c34d-541e-4a5d-a902-969ecd731375 req-c802039d-f155-4f11-a056-94fd07c75b9a tempest-VolumesNegativeTest-1278991664 tempest-VolumesNegativeTest-1278991664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:18:23.095431 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-c5f9c34d-541e-4a5d-a902-969ecd731375 req-c802039d-f155-4f11-a056-94fd07c75b9a tempest-VolumesNegativeTest-1278991664 tempest-VolumesNegativeTest-1278991664-project] 10.222.0.50 "GET /v2.0/ports?device_id=035216df-b183-42d7-a784-a647123b5a12 HTTP/1.1" status: 200 len: 949 time: 0.1661687 Nov 11 22:18:23.208286 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [req-bf9712aa-b27f-4860-843a-7c367f26a06d req-53ce0304-857b-4149-af88-ef3e0daee7c1 tempest-VolumesActionsTest-1271680840 tempest-VolumesActionsTest-1271680840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776912265346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776911838091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9099554'] for port, after_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:23.221526 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] get_ports_and_sgs() called for port_ids ['ec1dba51-77db-4e52-ad70-de9d003125f5'] {{(pid=101952) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 22:18:23.235854 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-3a95a438-ecd3-4603-be48-81250e93e7cf req-1e70d14c-d350-4519-ae43-64abe88a96b9 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] 10.222.0.50 "GET /v2.0/ports?device_id=e51d0126-0110-4740-9c43-0cb61c4d7635 HTTP/1.1" status: 200 len: 210 time: 0.0568261 Nov 11 22:18:23.258432 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ce0304-857b-4149-af88-ef3e0daee7c1 tempest-VolumesActionsTest-1271680840 tempest-VolumesActionsTest-1271680840-project] Pushing event deleted for resources: {'Port': ['ID=ec1dba51-77db-4e52-ad70-de9d003125f5,revision_number=None']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:18:23.259922 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.db.db_base_plugin_common [req-427278a0-0c67-49da-8bea-695639817621 req-9bc00c2d-0adb-4ff3-90a5-d9a8368fbf43 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Allocated IP 172.20.0.3 (73526368-1abf-4e4d-8815-40fc972517d4/707623ec-d95b-41b2-8e25-0e51182a8a59/3ba44d04-5a99-4c65-9fa0-289f5d67c798) {{(pid=101950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:18:23.269050 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-c5f9c34d-541e-4a5d-a902-969ecd731375 req-c67aedb0-6146-49a7-8dfb-20dd1ebda9ce tempest-VolumesNegativeTest-1278991664 tempest-VolumesNegativeTest-1278991664-project] 10.222.0.50 "GET /v2.0/security-groups?id=373a8043-3f70-4965-b3da-71ad5b1cb60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589036 Nov 11 22:18:23.353859 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf9712aa-b27f-4860-843a-7c367f26a06d req-53ce0304-857b-4149-af88-ef3e0daee7c1 tempest-VolumesActionsTest-1271680840 tempest-VolumesActionsTest-1271680840-project] No DVR routers for this DVR port ec1dba51-77db-4e52-ad70-de9d003125f5 on host hv-cinder-73362 {{(pid=101951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 22:18:23.358018 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [req-bf9712aa-b27f-4860-843a-7c367f26a06d req-53ce0304-857b-4149-af88-ef3e0daee7c1 tempest-VolumesActionsTest-1271680840 tempest-VolumesActionsTest-1271680840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26363'] for port, before_response {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:23.362448 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-bf9712aa-b27f-4860-843a-7c367f26a06d req-53ce0304-857b-4149-af88-ef3e0daee7c1 tempest-VolumesActionsTest-1271680840 tempest-VolumesActionsTest-1271680840-project] 10.222.0.26 "DELETE /v2.0/ports/ec1dba51-77db-4e52-ad70-de9d003125f5 HTTP/1.1" status: 204 len: 173 time: 0.7263350 Nov 11 22:18:23.363163 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b3e8057-7607-4bf9-8051-be1c1bf88bf3', 'name': 'network-vif-deleted', 'tag': 'ec1dba51-77db-4e52-ad70-de9d003125f5'}] {{(pid=101951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:18:23.366330 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6edad8924451e5ac919d090b7a0cdac835d5bd684dc46b69d397444c146e85de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dedadad-25aa-4375-a46a-f6c7e2b4de85" -d '{"events": [{"server_uuid": "5b3e8057-7607-4bf9-8051-be1c1bf88bf3", "name": "network-vif-deleted", "tag": "ec1dba51-77db-4e52-ad70-de9d003125f5"}]}' {{(pid=101951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:18:23.425580 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 22:18:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef72093e-4598-470d-8b01-5e38fdef2144 x-openstack-request-id: req-ef72093e-4598-470d-8b01-5e38fdef2144 {{(pid=101951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:18:23.425933 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b3e8057-7607-4bf9-8051-be1c1bf88bf3", "name": "network-vif-deleted", "tag": "ec1dba51-77db-4e52-ad70-de9d003125f5", "status": "completed", "code": 200}]} {{(pid=101951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:18:23.426332 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ef72093e-4598-470d-8b01-5e38fdef2144 {{(pid=101951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:18:23.426769 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b3e8057-7607-4bf9-8051-be1c1bf88bf3', 'name': 'network-vif-deleted', 'tag': 'ec1dba51-77db-4e52-ad70-de9d003125f5', 'status': 'completed', 'code': 200} Nov 11 22:18:23.566265 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [req-427278a0-0c67-49da-8bea-695639817621 req-9bc00c2d-0adb-4ff3-90a5-d9a8368fbf43 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Publish callbacks [] for port, precommit_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:23.586602 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbfe9bd-7b3b-4725-834c-d3d165b591b6 req-b62b751a-c0df-4846-95fc-da8c1f2695ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:18:23.589079 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-7cbfe9bd-7b3b-4725-834c-d3d165b591b6 req-b62b751a-c0df-4846-95fc-da8c1f2695ff service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ed3c0001-6ebc-4724-8674-9d2a57cec898 HTTP/1.1" status: 200 len: 1098 time: 0.0926175 Nov 11 22:18:23.649188 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-484e960d-53dd-40d1-a06e-329f516f9b7e req-71f44c41-7080-48e8-83ab-d3cfc8486d37 tempest-VolumesActionsTest-1271680840 tempest-VolumesActionsTest-1271680840-project] 10.222.0.50 "GET /v2.0/ports?device_id=5b3e8057-7607-4bf9-8051-be1c1bf88bf3 HTTP/1.1" status: 200 len: 210 time: 0.0409954 Nov 11 22:18:23.667711 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-7cbfe9bd-7b3b-4725-834c-d3d165b591b6 req-c5a124bc-45dd-4efe-8675-1415d413df7f service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=68067a07-9049-4dac-b76f-d82da95a01c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692418 Nov 11 22:18:23.703156 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [req-427278a0-0c67-49da-8bea-695639817621 req-9bc00c2d-0adb-4ff3-90a5-d9a8368fbf43 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776911838082'] for port, after_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:23.786013 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-427278a0-0c67-49da-8bea-695639817621 req-9bc00c2d-0adb-4ff3-90a5-d9a8368fbf43 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Network 73526368-1abf-4e4d-8815-40fc972517d4 is already hosted by enough agents. {{(pid=101950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:18:23.797356 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.scheduler.base_scheduler [req-427278a0-0c67-49da-8bea-695639817621 req-9bc00c2d-0adb-4ff3-90a5-d9a8368fbf43 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Resources bound (agent type, host, resource id): {{(pid=101950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:18:23.799835 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.db.l3_dvrscheduler_db [req-427278a0-0c67-49da-8bea-695639817621 req-9bc00c2d-0adb-4ff3-90a5-d9a8368fbf43 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Received port after_create {{(pid=101950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:18:23.806382 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427278a0-0c67-49da-8bea-695639817621 req-9bc00c2d-0adb-4ff3-90a5-d9a8368fbf43 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:18:23.807041 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [req-427278a0-0c67-49da-8bea-695639817621 req-9bc00c2d-0adb-4ff3-90a5-d9a8368fbf43 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634242'] for port, before_response {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:23.812676 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc00c2d-0adb-4ff3-90a5-d9a8368fbf43 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Pushing event updated for resources: {'Port': ['ID=3ba44d04-5a99-4c65-9fa0-289f5d67c798,revision_number=1']} {{(pid=101950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:18:23.829875 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cbb28a-58b0-4b62-8ae3-a1e8cd588430 req-eb737621-fac5-48aa-9eda-c98f23ef0c20 tempest-VolumesNegativeTest-1278991664 tempest-VolumesNegativeTest-1278991664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:18:23.831469 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-02cbb28a-58b0-4b62-8ae3-a1e8cd588430 req-eb737621-fac5-48aa-9eda-c98f23ef0c20 tempest-VolumesNegativeTest-1278991664 tempest-VolumesNegativeTest-1278991664-project] 10.222.0.50 "GET /v2.0/ports?device_id=035216df-b183-42d7-a784-a647123b5a12 HTTP/1.1" status: 200 len: 949 time: 0.1685147 Nov 11 22:18:23.864289 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-427278a0-0c67-49da-8bea-695639817621 req-9bc00c2d-0adb-4ff3-90a5-d9a8368fbf43 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2637527 Nov 11 22:18:23.875135 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8412d237-5fab-403f-b2a3-50382fb09e91 req-e6a9b6cf-7b3b-4ba4-a76f-2fe3d1383be1 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:18:23.876735 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-8412d237-5fab-403f-b2a3-50382fb09e91 req-e6a9b6cf-7b3b-4ba4-a76f-2fe3d1383be1 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed3c0001-6ebc-4724-8674-9d2a57cec898 HTTP/1.1" status: 200 len: 945 time: 0.1403568 Nov 11 22:18:23.883081 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.v2.base [req-427278a0-0c67-49da-8bea-695639817621 req-ddff4d01-ed84-4e95-88d3-9049e8e80166 service neutron] Request body: {'port': {'device_id': 'e51d0126-0110-4740-9c43-0cb61c4d7635', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=101950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:18:23.963821 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-02cbb28a-58b0-4b62-8ae3-a1e8cd588430 req-6af9ae2f-badd-4dc5-ab7a-d107a2f22794 tempest-VolumesNegativeTest-1278991664 tempest-VolumesNegativeTest-1278991664-project] 10.222.0.50 "GET /v2.0/security-groups?id=373a8043-3f70-4965-b3da-71ad5b1cb60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253867 Nov 11 22:18:24.013201 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [req-427278a0-0c67-49da-8bea-695639817621 req-ddff4d01-ed84-4e95-88d3-9049e8e80166 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_update {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:24.018992 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-8412d237-5fab-403f-b2a3-50382fb09e91 req-aa12b320-a9b3-480b-9d6d-3cd951e9e5ca tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/security-groups?id=68067a07-9049-4dac-b76f-d82da95a01c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328187 Nov 11 22:18:24.104712 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.provisioning_blocks [None req-64ef43db-950e-49ee-a02b-3f161892f664 None None] Provisioning complete for port 3ba44d04-5a99-4c65-9fa0-289f5d67c798 triggered by entity DHCP. {{(pid=101952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:18:24.105507 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-64ef43db-950e-49ee-a02b-3f161892f664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8061746'] for port, provisioning_complete {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:24.171857 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.plugin [None req-64ef43db-950e-49ee-a02b-3f161892f664 None None] Port 3ba44d04-5a99-4c65-9fa0-289f5d67c798 cannot update to ACTIVE because it is not bound. {{(pid=101952) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:18:24.449674 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.notifiers.nova [req-427278a0-0c67-49da-8bea-695639817621 req-ddff4d01-ed84-4e95-88d3-9049e8e80166 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ba44d04-5a99-4c65-9fa0-289f5d67c798 {{(pid=101950) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 22:18:24.462208 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [req-427278a0-0c67-49da-8bea-695639817621 req-ddff4d01-ed84-4e95-88d3-9049e8e80166 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:24.491940 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a77bd8-04a9-4234-8bf8-4fd5cc106759 req-d2a82770-0381-4520-b506-361ca4f0357e tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:18:24.493696 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-94a77bd8-04a9-4234-8bf8-4fd5cc106759 req-d2a82770-0381-4520-b506-361ca4f0357e tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] 10.222.0.50 "GET /v2.0/ports?device_id=e51d0126-0110-4740-9c43-0cb61c4d7635 HTTP/1.1" status: 200 len: 931 time: 0.0962212 Nov 11 22:18:24.495760 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.db.provisioning_blocks [req-427278a0-0c67-49da-8bea-695639817621 req-ddff4d01-ed84-4e95-88d3-9049e8e80166 service neutron] Transition to ACTIVE for port object 3ba44d04-5a99-4c65-9fa0-289f5d67c798 will not be triggered until provisioned by entity L2. {{(pid=101950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 22:18:24.503090 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [req-427278a0-0c67-49da-8bea-695639817621 req-ddff4d01-ed84-4e95-88d3-9049e8e80166 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776912265364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776911838100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776911838118'] for port, after_update {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:24.599366 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddff4d01-ed84-4e95-88d3-9049e8e80166 service neutron] Pushing event updated for resources: {'Port': ['ID=3ba44d04-5a99-4c65-9fa0-289f5d67c798,revision_number=2']} {{(pid=101950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:18:24.607641 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-94a77bd8-04a9-4234-8bf8-4fd5cc106759 req-bfd1d043-0089-455d-b274-b8a71fd6efc5 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] 10.222.0.50 "GET /v2.0/security-groups?id=fc362ee0-83e8-483f-a9f5-3f38744386b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000977 Nov 11 22:18:24.640413 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.plugins.ml2.managers [req-427278a0-0c67-49da-8bea-695639817621 req-ddff4d01-ed84-4e95-88d3-9049e8e80166 service neutron] Attempting to bind port 3ba44d04-5a99-4c65-9fa0-289f5d67c798 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=101950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:18:24.640779 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.plugins.ml2.managers [req-427278a0-0c67-49da-8bea-695639817621 req-ddff4d01-ed84-4e95-88d3-9049e8e80166 service neutron] Attempting to bind port 3ba44d04-5a99-4c65-9fa0-289f5d67c798 by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': '2b1985db-e044-4e7f-a22a-8498e6c7db38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '73526368-1abf-4e4d-8815-40fc972517d4'}] {{(pid=101950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:18:24.641118 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-427278a0-0c67-49da-8bea-695639817621 req-ddff4d01-ed84-4e95-88d3-9049e8e80166 service neutron] Attempting to bind port 3ba44d04-5a99-4c65-9fa0-289f5d67c798 on network 73526368-1abf-4e4d-8815-40fc972517d4 {{(pid=101950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:18:24.648062 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-427278a0-0c67-49da-8bea-695639817621 req-ddff4d01-ed84-4e95-88d3-9049e8e80166 service neutron] Port 3ba44d04-5a99-4c65-9fa0-289f5d67c798 on network 73526368-1abf-4e4d-8815-40fc972517d4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=101950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 22:18:24.648396 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-427278a0-0c67-49da-8bea-695639817621 req-ddff4d01-ed84-4e95-88d3-9049e8e80166 service neutron] Attempting to bind port 3ba44d04-5a99-4c65-9fa0-289f5d67c798 on network 73526368-1abf-4e4d-8815-40fc972517d4 {{(pid=101950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:18:24.654995 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-427278a0-0c67-49da-8bea-695639817621 req-ddff4d01-ed84-4e95-88d3-9049e8e80166 service neutron] Checking agent: {'id': 'a052ab81-1c58-45ec-bb06-1cf32ae4b08e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 22, 14, 39), 'started_at': datetime.datetime(2021, 11, 11, 22, 14, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:18:24.655347 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-427278a0-0c67-49da-8bea-695639817621 req-ddff4d01-ed84-4e95-88d3-9049e8e80166 service neutron] Checking segment: {'id': '2b1985db-e044-4e7f-a22a-8498e6c7db38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '73526368-1abf-4e4d-8815-40fc972517d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:18:24.655984 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-427278a0-0c67-49da-8bea-695639817621 req-ddff4d01-ed84-4e95-88d3-9049e8e80166 service neutron] Bound using segment: {'id': '2b1985db-e044-4e7f-a22a-8498e6c7db38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '73526368-1abf-4e4d-8815-40fc972517d4'} {{(pid=101950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:18:24.656445 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.plugins.ml2.managers [req-427278a0-0c67-49da-8bea-695639817621 req-ddff4d01-ed84-4e95-88d3-9049e8e80166 service neutron] Bound port: 3ba44d04-5a99-4c65-9fa0-289f5d67c798, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b1985db-e044-4e7f-a22a-8498e6c7db38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '73526368-1abf-4e4d-8815-40fc972517d4'}}] {{(pid=101950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:18:24.656897 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [req-427278a0-0c67-49da-8bea-695639817621 req-ddff4d01-ed84-4e95-88d3-9049e8e80166 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_update {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:24.768874 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.plugins.ml2.db [req-427278a0-0c67-49da-8bea-695639817621 req-ddff4d01-ed84-4e95-88d3-9049e8e80166 service neutron] For port 3ba44d04-5a99-4c65-9fa0-289f5d67c798, host hv-cinder-73362, cleared binding levels {{(pid=101950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:18:24.775485 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.plugins.ml2.db [req-427278a0-0c67-49da-8bea-695639817621 req-ddff4d01-ed84-4e95-88d3-9049e8e80166 service neutron] For port 3ba44d04-5a99-4c65-9fa0-289f5d67c798, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=3ba44d04-5a99-4c65-9fa0-289f5d67c798,segment=NetworkSegment(2b1985db-e044-4e7f-a22a-8498e6c7db38),segment_id=2b1985db-e044-4e7f-a22a-8498e6c7db38)] {{(pid=101950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:18:24.780053 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [req-427278a0-0c67-49da-8bea-695639817621 req-ddff4d01-ed84-4e95-88d3-9049e8e80166 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776912265364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776911838100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776911838118'] for port, after_update {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:24.822782 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427278a0-0c67-49da-8bea-695639817621 req-ddff4d01-ed84-4e95-88d3-9049e8e80166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:18:24.823475 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [req-427278a0-0c67-49da-8bea-695639817621 req-ddff4d01-ed84-4e95-88d3-9049e8e80166 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634242'] for port, before_response {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:24.825156 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-427278a0-0c67-49da-8bea-695639817621 req-ddff4d01-ed84-4e95-88d3-9049e8e80166 service neutron] 10.222.0.26 "PUT /v2.0/ports/3ba44d04-5a99-4c65-9fa0-289f5d67c798 HTTP/1.1" status: 200 len: 1093 time: 0.9474726 Nov 11 22:18:24.832848 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e51d0126-0110-4740-9c43-0cb61c4d7635', 'tag': '3ba44d04-5a99-4c65-9fa0-289f5d67c798'}] {{(pid=101950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:18:24.832848 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6a5285f65aca903721fee6e5434d0235345418fba5e47a2479ed174f8b69804" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2eb3170-d978-4edb-ad0e-be55807aa659" -d '{"events": [{"name": "network-changed", "server_uuid": "e51d0126-0110-4740-9c43-0cb61c4d7635", "tag": "3ba44d04-5a99-4c65-9fa0-289f5d67c798"}]}' {{(pid=101950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:18:24.896030 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddff4d01-ed84-4e95-88d3-9049e8e80166 service neutron] Pushing event updated for resources: {'Port': ['ID=3ba44d04-5a99-4c65-9fa0-289f5d67c798,revision_number=3']} {{(pid=101950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:18:24.935250 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 22:18:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ae7e502-88fc-4e33-9881-1765dc79558c x-openstack-request-id: req-1ae7e502-88fc-4e33-9881-1765dc79558c {{(pid=101950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:18:24.935582 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e51d0126-0110-4740-9c43-0cb61c4d7635", "tag": "3ba44d04-5a99-4c65-9fa0-289f5d67c798", "status": "completed", "code": 200}]} {{(pid=101950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:18:24.935833 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1ae7e502-88fc-4e33-9881-1765dc79558c {{(pid=101950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:18:24.936440 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e51d0126-0110-4740-9c43-0cb61c4d7635', 'tag': '3ba44d04-5a99-4c65-9fa0-289f5d67c798', 'status': 'completed', 'code': 200} Nov 11 22:18:24.991627 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427278a0-0c67-49da-8bea-695639817621 req-3872ac54-acba-4603-8691-cdb514f7f93f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:18:24.993762 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-427278a0-0c67-49da-8bea-695639817621 req-3872ac54-acba-4603-8691-cdb514f7f93f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=70121f12841d4897aae58f9fe9f2c556&device_id=e51d0126-0110-4740-9c43-0cb61c4d7635 HTTP/1.1" status: 200 len: 1096 time: 0.0813799 Nov 11 22:18:25.053618 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-427278a0-0c67-49da-8bea-695639817621 req-c89f8769-6efe-45f9-b24f-a2f5624010da service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3ba44d04-5a99-4c65-9fa0-289f5d67c798 HTTP/1.1" status: 200 len: 217 time: 0.0481720 Nov 11 22:18:25.206425 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427278a0-0c67-49da-8bea-695639817621 req-7855207c-54ab-4d41-b496-398505e13482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:18:25.207439 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-427278a0-0c67-49da-8bea-695639817621 req-7855207c-54ab-4d41-b496-398505e13482 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=707623ec-d95b-41b2-8e25-0e51182a8a59 HTTP/1.1" status: 200 len: 849 time: 0.1419344 Nov 11 22:18:25.235472 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb62030d-e38a-43c4-9ac4-d18b02622df1 req-e2b158c8-181c-4ed9-b09f-cb3611ad481d tempest-VolumesNegativeTest-1278991664 tempest-VolumesNegativeTest-1278991664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:18:25.241072 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-cb62030d-e38a-43c4-9ac4-d18b02622df1 req-e2b158c8-181c-4ed9-b09f-cb3611ad481d tempest-VolumesNegativeTest-1278991664 tempest-VolumesNegativeTest-1278991664-project] 10.222.0.50 "GET /v2.0/ports?device_id=035216df-b183-42d7-a784-a647123b5a12 HTTP/1.1" status: 200 len: 949 time: 0.1575985 Nov 11 22:18:25.262274 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a0ff78-be77-45a4-9097-766e806593dc req-ad751c28-95e6-4266-bc52-4b603c3e575c tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:18:25.263807 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-66a0ff78-be77-45a4-9097-766e806593dc req-ad751c28-95e6-4266-bc52-4b603c3e575c tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed3c0001-6ebc-4724-8674-9d2a57cec898 HTTP/1.1" status: 200 len: 945 time: 0.1171989 Nov 11 22:18:25.366553 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-cb62030d-e38a-43c4-9ac4-d18b02622df1 req-039659d0-1aaf-456d-88d9-45a5251106f4 tempest-VolumesNegativeTest-1278991664 tempest-VolumesNegativeTest-1278991664-project] 10.222.0.50 "GET /v2.0/security-groups?id=373a8043-3f70-4965-b3da-71ad5b1cb60a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123815 Nov 11 22:18:25.374517 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427278a0-0c67-49da-8bea-695639817621 req-7d33db30-76a2-4f6b-b64a-8fccf6a9b43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:18:25.378298 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-427278a0-0c67-49da-8bea-695639817621 req-7d33db30-76a2-4f6b-b64a-8fccf6a9b43e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=73526368-1abf-4e4d-8815-40fc972517d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1577244 Nov 11 22:18:25.404889 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-66a0ff78-be77-45a4-9097-766e806593dc req-be9a032c-7dde-481d-b5a1-8d5e731d6949 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/security-groups?id=68067a07-9049-4dac-b76f-d82da95a01c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182892 Nov 11 22:18:25.576241 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7dc09c-ba37-4bc6-82a0-25b72a0dfd3f req-c2814e87-b4cf-463f-900a-dd133fc3ad8d tempest-VolumesNegativeTest-1278991664 tempest-VolumesNegativeTest-1278991664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:18:25.582889 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-2a7dc09c-ba37-4bc6-82a0-25b72a0dfd3f req-c2814e87-b4cf-463f-900a-dd133fc3ad8d tempest-VolumesNegativeTest-1278991664 tempest-VolumesNegativeTest-1278991664-project] 10.222.0.26 "GET /v2.0/ports?device_id=035216df-b183-42d7-a784-a647123b5a12 HTTP/1.1" status: 200 len: 949 time: 0.1036019 Nov 11 22:18:25.601955 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c123897d-1e24-4c71-a205-4ae58abfc28e req-e7278a2a-7e7e-4f83-a160-2b39e9ea48c5 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:18:25.604686 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-c123897d-1e24-4c71-a205-4ae58abfc28e req-e7278a2a-7e7e-4f83-a160-2b39e9ea48c5 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1bff5be-1c1e-4186-98b3-13bb364493fb HTTP/1.1" status: 200 len: 946 time: 0.1085553 Nov 11 22:18:25.611022 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-427278a0-0c67-49da-8bea-695639817621 req-121c8bcb-b38a-4c58-8999-e18e8102ea9a service neutron] 10.222.0.26 "GET /v2.0/networks/73526368-1abf-4e4d-8815-40fc972517d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044768 Nov 11 22:18:25.641772 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-d04e9f1d-b156-4bde-bb08-c1cf13926a09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:25.835142 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.plugin [req-2a7dc09c-ba37-4bc6-82a0-25b72a0dfd3f req-453c71aa-69d3-4307-840c-0d7ad007ac22 tempest-VolumesNegativeTest-1278991664 tempest-VolumesNegativeTest-1278991664-project] Deleting port 201133df-e843-4ac3-80c0-ed5cb96299e6 {{(pid=101951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:18:25.835696 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [req-2a7dc09c-ba37-4bc6-82a0-25b72a0dfd3f req-453c71aa-69d3-4307-840c-0d7ad007ac22 tempest-VolumesNegativeTest-1278991664 tempest-VolumesNegativeTest-1278991664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776912257464'] for port, before_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:25.850322 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-c123897d-1e24-4c71-a205-4ae58abfc28e req-b21f8bea-263e-48d5-8e0e-ba129cdcbdb9 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/security-groups?id=68067a07-9049-4dac-b76f-d82da95a01c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2336173 Nov 11 22:18:25.907982 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5122ed45-5067-46fc-9b7c-39399b848287 req-357e50b9-f755-47e8-babb-3036c1ad4236 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:18:25.911984 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-5122ed45-5067-46fc-9b7c-39399b848287 req-357e50b9-f755-47e8-babb-3036c1ad4236 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] 10.222.0.50 "GET /v2.0/ports?device_id=e51d0126-0110-4740-9c43-0cb61c4d7635 HTTP/1.1" status: 200 len: 943 time: 0.1352658 Nov 11 22:18:25.924946 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-427278a0-0c67-49da-8bea-695639817621 req-1596057e-f780-4f15-8653-898085cdf02c service neutron] 10.222.0.26 "GET /v2.0/networks/73526368-1abf-4e4d-8815-40fc972517d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2976389 Nov 11 22:18:26.000472 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.db [req-2a7dc09c-ba37-4bc6-82a0-25b72a0dfd3f req-453c71aa-69d3-4307-840c-0d7ad007ac22 tempest-VolumesNegativeTest-1278991664 tempest-VolumesNegativeTest-1278991664-project] For port 201133df-e843-4ac3-80c0-ed5cb96299e6, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=201133df-e843-4ac3-80c0-ed5cb96299e6,segment=NetworkSegment(8286898a-e412-40bb-9e01-596feedf0ad3),segment_id=8286898a-e412-40bb-9e01-596feedf0ad3)] {{(pid=101951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:18:26.000838 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [req-2a7dc09c-ba37-4bc6-82a0-25b72a0dfd3f req-453c71aa-69d3-4307-840c-0d7ad007ac22 tempest-VolumesNegativeTest-1278991664 tempest-VolumesNegativeTest-1278991664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668535'] for port, precommit_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:26.017855 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.plugin [req-2a7dc09c-ba37-4bc6-82a0-25b72a0dfd3f req-453c71aa-69d3-4307-840c-0d7ad007ac22 tempest-VolumesNegativeTest-1278991664 tempest-VolumesNegativeTest-1278991664-project] Calling delete_port for 201133df-e843-4ac3-80c0-ed5cb96299e6 owned by compute:nova {{(pid=101951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:18:26.251941 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [req-2a7dc09c-ba37-4bc6-82a0-25b72a0dfd3f req-453c71aa-69d3-4307-840c-0d7ad007ac22 tempest-VolumesNegativeTest-1278991664 tempest-VolumesNegativeTest-1278991664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776912265346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776911838091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9099554'] for port, after_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:26.310408 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-5122ed45-5067-46fc-9b7c-39399b848287 req-a8f5efb5-25ad-4416-bbf0-d0480fe23d28 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] 10.222.0.50 "GET /v2.0/security-groups?id=fc362ee0-83e8-483f-a9f5-3f38744386b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3604622 Nov 11 22:18:26.337792 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453c71aa-69d3-4307-840c-0d7ad007ac22 tempest-VolumesNegativeTest-1278991664 tempest-VolumesNegativeTest-1278991664-project] Pushing event deleted for resources: {'Port': ['ID=201133df-e843-4ac3-80c0-ed5cb96299e6,revision_number=None']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:18:26.355390 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eb3170-d978-4edb-ad0e-be55807aa659 req-7fa6a822-8480-4a93-a2a0-03135d2099b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:18:26.357407 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-d2eb3170-d978-4edb-ad0e-be55807aa659 req-7fa6a822-8480-4a93-a2a0-03135d2099b2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=70121f12841d4897aae58f9fe9f2c556&device_id=e51d0126-0110-4740-9c43-0cb61c4d7635 HTTP/1.1" status: 200 len: 1096 time: 0.0812407 Nov 11 22:18:26.392253 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a7dc09c-ba37-4bc6-82a0-25b72a0dfd3f req-453c71aa-69d3-4307-840c-0d7ad007ac22 tempest-VolumesNegativeTest-1278991664 tempest-VolumesNegativeTest-1278991664-project] No DVR routers for this DVR port 201133df-e843-4ac3-80c0-ed5cb96299e6 on host hv-cinder-73362 {{(pid=101951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 22:18:26.394965 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [req-2a7dc09c-ba37-4bc6-82a0-25b72a0dfd3f req-453c71aa-69d3-4307-840c-0d7ad007ac22 tempest-VolumesNegativeTest-1278991664 tempest-VolumesNegativeTest-1278991664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26363'] for port, before_response {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:26.398655 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-2a7dc09c-ba37-4bc6-82a0-25b72a0dfd3f req-453c71aa-69d3-4307-840c-0d7ad007ac22 tempest-VolumesNegativeTest-1278991664 tempest-VolumesNegativeTest-1278991664-project] 10.222.0.26 "DELETE /v2.0/ports/201133df-e843-4ac3-80c0-ed5cb96299e6 HTTP/1.1" status: 204 len: 173 time: 0.8081381 Nov 11 22:18:26.400066 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '035216df-b183-42d7-a784-a647123b5a12', 'name': 'network-vif-deleted', 'tag': '201133df-e843-4ac3-80c0-ed5cb96299e6'}] {{(pid=101951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:18:26.402864 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6edad8924451e5ac919d090b7a0cdac835d5bd684dc46b69d397444c146e85de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e52f9638-7237-4a1d-9bbc-e6fda62f426a" -d '{"events": [{"server_uuid": "035216df-b183-42d7-a784-a647123b5a12", "name": "network-vif-deleted", "tag": "201133df-e843-4ac3-80c0-ed5cb96299e6"}]}' {{(pid=101951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:18:26.488231 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 22:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a61c8113-57d8-4ca4-a549-b2e3afa69513 x-openstack-request-id: req-a61c8113-57d8-4ca4-a549-b2e3afa69513 {{(pid=101951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:18:26.488750 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "035216df-b183-42d7-a784-a647123b5a12", "name": "network-vif-deleted", "tag": "201133df-e843-4ac3-80c0-ed5cb96299e6", "status": "completed", "code": 200}]} {{(pid=101951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:18:26.490005 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a61c8113-57d8-4ca4-a549-b2e3afa69513 {{(pid=101951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:18:26.491352 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '035216df-b183-42d7-a784-a647123b5a12', 'name': 'network-vif-deleted', 'tag': '201133df-e843-4ac3-80c0-ed5cb96299e6', 'status': 'completed', 'code': 200} Nov 11 22:18:26.529412 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-78c17f9b-9ff1-4b5c-8aa1-e2d4ba541553 req-69addcbc-6890-44ee-b6cd-9bf8e99ee5ec tempest-VolumesNegativeTest-1278991664 tempest-VolumesNegativeTest-1278991664-project] 10.222.0.50 "GET /v2.0/ports?device_id=035216df-b183-42d7-a784-a647123b5a12 HTTP/1.1" status: 200 len: 210 time: 0.0317526 Nov 11 22:18:27.112623 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eb3170-d978-4edb-ad0e-be55807aa659 req-8bac13f7-5d25-4562-976e-be0fe1926a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:18:27.114109 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-d2eb3170-d978-4edb-ad0e-be55807aa659 req-8bac13f7-5d25-4562-976e-be0fe1926a2a service neutron] 10.222.0.26 "GET /v2.0/networks?id=73526368-1abf-4e4d-8815-40fc972517d4 HTTP/1.1" status: 200 len: 911 time: 0.0938780 Nov 11 22:18:27.424463 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d225d9-422d-43f4-833d-d722ecd85083 req-501ef3bb-503b-4aaa-af32-92b1b37c722e tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:18:27.425996 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-19d225d9-422d-43f4-833d-d722ecd85083 req-501ef3bb-503b-4aaa-af32-92b1b37c722e tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] 10.222.0.50 "GET /v2.0/ports?device_id=e51d0126-0110-4740-9c43-0cb61c4d7635 HTTP/1.1" status: 200 len: 943 time: 0.0503640 Nov 11 22:18:27.475284 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-19d225d9-422d-43f4-833d-d722ecd85083 req-f3f38af3-808b-463b-8b84-cc7d8d588d4b tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] 10.222.0.50 "GET /v2.0/security-groups?id=fc362ee0-83e8-483f-a9f5-3f38744386b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425930 Nov 11 22:18:27.637631 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-66d75b78-6668-4726-a086-5c75db84baa7 req-87e649de-6ee2-4c94-873d-7b80b98a5d03 tempest-VolumesNegativeTest-1278991664 tempest-VolumesNegativeTest-1278991664-project] 10.222.0.50 "GET /v2.0/ports?device_id=035216df-b183-42d7-a784-a647123b5a12 HTTP/1.1" status: 200 len: 210 time: 0.0265706 Nov 11 22:18:28.172493 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-8759ff66-53b7-4cf1-a6d0-bf6c023f5862 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:28.597955 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2529a643-2f43-4956-a0dc-b6b74622a54c req-5bc692c7-e2db-4b1f-818f-64616fc364be tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:18:28.599486 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-2529a643-2f43-4956-a0dc-b6b74622a54c req-5bc692c7-e2db-4b1f-818f-64616fc364be tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] 10.222.0.50 "GET /v2.0/ports?device_id=e51d0126-0110-4740-9c43-0cb61c4d7635 HTTP/1.1" status: 200 len: 943 time: 0.0541358 Nov 11 22:18:28.648094 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-2529a643-2f43-4956-a0dc-b6b74622a54c req-055382db-c304-4aae-b88f-55ccdd88d2aa tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] 10.222.0.50 "GET /v2.0/security-groups?id=fc362ee0-83e8-483f-a9f5-3f38744386b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414762 Nov 11 22:18:28.737102 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-2528689b-4626-4701-8e23-e79f87ca2d9f req-615368ca-7146-47b6-9415-af15da86a0a2 tempest-VolumesNegativeTest-1278991664 tempest-VolumesNegativeTest-1278991664-project] 10.222.0.50 "GET /v2.0/ports?device_id=035216df-b183-42d7-a784-a647123b5a12 HTTP/1.1" status: 200 len: 210 time: 0.0276475 Nov 11 22:18:28.811046 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] get_ports_and_sgs() called for port_ids ['201133df-e843-4ac3-80c0-ed5cb96299e6'] {{(pid=101952) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 22:18:28.855577 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Device ec1dba51-77db-4e52-ad70-de9d003125f5 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=101952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:18:28.881018 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-d2eb3170-d978-4edb-ad0e-be55807aa659 req-7d45de57-5b12-492b-b66b-f9b3126357ca service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3ba44d04-5a99-4c65-9fa0-289f5d67c798 HTTP/1.1" status: 200 len: 217 time: 0.0492423 Nov 11 22:18:28.895275 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.plugin [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] No Port match for: ec1dba51-77db-4e52-ad70-de9d003125f5 {{(pid=101952) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:18:28.896209 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Device ec1dba51-77db-4e52-ad70-de9d003125f5 not bound to the agent host hv-cinder-73362 {{(pid=101952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:18:28.952437 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eb3170-d978-4edb-ad0e-be55807aa659 req-f7a47777-a542-4a4c-9003-b255639a967c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:18:28.953974 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-d2eb3170-d978-4edb-ad0e-be55807aa659 req-f7a47777-a542-4a4c-9003-b255639a967c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=707623ec-d95b-41b2-8e25-0e51182a8a59 HTTP/1.1" status: 200 len: 849 time: 0.0634034 Nov 11 22:18:29.010689 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eb3170-d978-4edb-ad0e-be55807aa659 req-2162c886-5042-40e0-8282-31c38bd8e2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:18:29.012277 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-d2eb3170-d978-4edb-ad0e-be55807aa659 req-2162c886-5042-40e0-8282-31c38bd8e2f1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=73526368-1abf-4e4d-8815-40fc972517d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0488262 Nov 11 22:18:29.109513 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-d2eb3170-d978-4edb-ad0e-be55807aa659 req-be942815-a3ee-4d5d-9a03-916486b62bef service neutron] 10.222.0.26 "GET /v2.0/networks/73526368-1abf-4e4d-8815-40fc972517d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874240 Nov 11 22:18:29.209810 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-d2eb3170-d978-4edb-ad0e-be55807aa659 req-f2d05f4f-0d3d-48c0-831d-e511b2f2fe8d service neutron] 10.222.0.26 "GET /v2.0/networks/73526368-1abf-4e4d-8815-40fc972517d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923276 Nov 11 22:18:29.394944 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-766b5b4b-9c4e-4513-9f30-d5290b623bba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:29.790135 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb161d3d-3871-4e1b-b7e0-32f79b4cc5be req-2ec57618-059e-40e4-86ee-c2a0baf574ee tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:18:29.792481 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-cb161d3d-3871-4e1b-b7e0-32f79b4cc5be req-2ec57618-059e-40e4-86ee-c2a0baf574ee tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] 10.222.0.50 "GET /v2.0/ports?device_id=e51d0126-0110-4740-9c43-0cb61c4d7635 HTTP/1.1" status: 200 len: 943 time: 0.0738657 Nov 11 22:18:29.901512 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-cb161d3d-3871-4e1b-b7e0-32f79b4cc5be req-612b8d48-1327-4336-9cb1-89779d9cb9fc tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] 10.222.0.50 "GET /v2.0/security-groups?id=fc362ee0-83e8-483f-a9f5-3f38744386b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027167 Nov 11 22:18:30.220304 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 44044) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:18:30.303942 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f2e383e-62a7-4a71-88b9-48e50cf6dc10 admin admin] Deleting subnet 56ebcb10-a89e-4395-9854-b81e5aa9fd3b {{(pid=101951) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 22:18:30.312070 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-9f2e383e-62a7-4a71-88b9-48e50cf6dc10 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:30.329754 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa2c700-2881-43a6-a1fe-152b834c5d5e req-3fbbc85e-e052-405c-a83d-704501297ffe tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:18:30.337516 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-ffa2c700-2881-43a6-a1fe-152b834c5d5e req-3fbbc85e-e052-405c-a83d-704501297ffe tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1bff5be-1c1e-4186-98b3-13bb364493fb HTTP/1.1" status: 200 len: 946 time: 0.1598616 Nov 11 22:18:30.341913 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57281ab7-6535-4062-8c6f-dfa0ff47d221 req-9bc9250f-3cf1-4493-94aa-d5b5ef948f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:18:30.343719 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-57281ab7-6535-4062-8c6f-dfa0ff47d221 req-9bc9250f-3cf1-4493-94aa-d5b5ef948f50 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f08f0ccbadb74a1fb24f11c7ab51aed8&device_id=d1bff5be-1c1e-4186-98b3-13bb364493fb HTTP/1.1" status: 200 len: 1099 time: 0.2621038 Nov 11 22:18:30.367414 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-9f2e383e-62a7-4a71-88b9-48e50cf6dc10 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9155543'] for subnet, precommit_delete_associations {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:30.440702 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-9f2e383e-62a7-4a71-88b9-48e50cf6dc10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8068352'] for subnet, precommit_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:30.484231 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-ffa2c700-2881-43a6-a1fe-152b834c5d5e req-c9165d78-ca6f-4620-865d-6476ec076f3e tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/security-groups?id=68067a07-9049-4dac-b76f-d82da95a01c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453130 Nov 11 22:18:30.527382 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57281ab7-6535-4062-8c6f-dfa0ff47d221 req-3e8fea83-0861-4a26-baec-6cad9144bc18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:18:30.528195 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-9f2e383e-62a7-4a71-88b9-48e50cf6dc10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8068375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9099537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9118686'] for subnet, after_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:30.529532 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-57281ab7-6535-4062-8c6f-dfa0ff47d221 req-3e8fea83-0861-4a26-baec-6cad9144bc18 service neutron] 10.222.0.26 "GET /v2.0/networks?id=2f5472e6-3d4a-4f79-a5b2-6b96144f59c3 HTTP/1.1" status: 200 len: 919 time: 0.1705494 Nov 11 22:18:30.560990 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2e383e-62a7-4a71-88b9-48e50cf6dc10 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56ebcb10-a89e-4395-9854-b81e5aa9fd3b,revision_number=None']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:18:30.564744 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-9f2e383e-62a7-4a71-88b9-48e50cf6dc10 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:30.572212 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-9f2e383e-62a7-4a71-88b9-48e50cf6dc10 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/56ebcb10-a89e-4395-9854-b81e5aa9fd3b HTTP/1.1" status: 204 len: 168 time: 0.3502655 Nov 11 22:18:30.572937 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 44054) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:18:30.623685 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-57281ab7-6535-4062-8c6f-dfa0ff47d221 req-69e2820f-70a2-4e14-b301-2cc76d77ce62 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=33e9cfcf-d127-4cb8-81d5-f7cd220406dc HTTP/1.1" status: 200 len: 217 time: 0.0839033 Nov 11 22:18:30.726740 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57281ab7-6535-4062-8c6f-dfa0ff47d221 req-2d63dde0-8402-402a-a4f4-dc433a31b62d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:18:30.735148 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-57281ab7-6535-4062-8c6f-dfa0ff47d221 req-2d63dde0-8402-402a-a4f4-dc433a31b62d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c79b6f25-3c3e-41d1-96ac-2ecaf2fc7991 HTTP/1.1" status: 200 len: 858 time: 0.1019557 Nov 11 22:18:30.747672 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-f86fda91-2909-4655-aea6-ab60769f1789 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8138597'] for network, before_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:30.766266 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 44064) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:18:30.824198 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-6e72e30b-d533-48e1-89e1-e2b3014a0430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:30.833956 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Device 201133df-e843-4ac3-80c0-ed5cb96299e6 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=101952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:18:30.839321 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-57281ab7-6535-4062-8c6f-dfa0ff47d221 req-4dac2249-d12a-4222-9981-1dc9c5414855 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2f5472e6-3d4a-4f79-a5b2-6b96144f59c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0954270 Nov 11 22:18:30.869451 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-f86fda91-2909-4655-aea6-ab60769f1789 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8067463', 'neutron.services.segments.db._delete_segments_for_network-8776912172270'] for network, precommit_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:30.921112 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.services.segments.db [None req-f86fda91-2909-4655-aea6-ab60769f1789 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95eeba3c-e4f7-499b-9309-138f05b1971c']}} {{(pid=101951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:18:30.934856 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.plugin [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] No Port match for: 201133df-e843-4ac3-80c0-ed5cb96299e6 {{(pid=101952) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:18:30.944219 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Device 201133df-e843-4ac3-80c0-ed5cb96299e6 not bound to the agent host hv-cinder-73362 {{(pid=101952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:18:31.005835 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.services.segments.db [None req-f86fda91-2909-4655-aea6-ab60769f1789 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '044ce86a-8a61-4c60-b3a0-e725fba4a4ce') {'for_net_delete': True} {{(pid=101951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:18:31.006399 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.services.segments.db [None req-f86fda91-2909-4655-aea6-ab60769f1789 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '044ce86a-8a61-4c60-b3a0-e725fba4a4ce') {} {{(pid=101951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:18:31.043284 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-f86fda91-2909-4655-aea6-ab60769f1789 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776912404471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9157156'] for segment, before_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:31.092047 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-f86fda91-2909-4655-aea6-ab60769f1789 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8017375'] for segment, precommit_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:31.112133 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f86fda91-2909-4655-aea6-ab60769f1789 admin admin] Releasing vlan 822 on physical network physnet1 to pool {{(pid=101951) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 22:18:31.112880 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-f86fda91-2909-4655-aea6-ab60769f1789 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8017375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9099647'] for segment, after_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:31.116536 dv-cinder-733622-20-iscsi neutron-server[101951]: Traceback (most recent call last): Nov 11 22:18:31.116536 dv-cinder-733622-20-iscsi neutron-server[101951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 22:18:31.116536 dv-cinder-733622-20-iscsi neutron-server[101951]: timer() Nov 11 22:18:31.116536 dv-cinder-733622-20-iscsi neutron-server[101951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 22:18:31.116536 dv-cinder-733622-20-iscsi neutron-server[101951]: cb(*args, **kw) Nov 11 22:18:31.116536 dv-cinder-733622-20-iscsi neutron-server[101951]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 22:18:31.116536 dv-cinder-733622-20-iscsi neutron-server[101951]: return func(*args, **kwargs) Nov 11 22:18:31.116536 dv-cinder-733622-20-iscsi neutron-server[101951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 22:18:31.116536 dv-cinder-733622-20-iscsi neutron-server[101951]: self._notify() Nov 11 22:18:31.116536 dv-cinder-733622-20-iscsi neutron-server[101951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 22:18:31.116536 dv-cinder-733622-20-iscsi neutron-server[101951]: self.callback(batched_events) Nov 11 22:18:31.116536 dv-cinder-733622-20-iscsi neutron-server[101951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 22:18:31.116536 dv-cinder-733622-20-iscsi neutron-server[101951]: event.method(event) Nov 11 22:18:31.116536 dv-cinder-733622-20-iscsi neutron-server[101951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 22:18:31.116536 dv-cinder-733622-20-iscsi neutron-server[101951]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 22:18:31.116536 dv-cinder-733622-20-iscsi neutron-server[101951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 22:18:31.116536 dv-cinder-733622-20-iscsi neutron-server[101951]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 22:18:31.116536 dv-cinder-733622-20-iscsi neutron-server[101951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 22:18:31.116536 dv-cinder-733622-20-iscsi neutron-server[101951]: return f(self, *a, **k) Nov 11 22:18:31.116536 dv-cinder-733622-20-iscsi neutron-server[101951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 22:18:31.116536 dv-cinder-733622-20-iscsi neutron-server[101951]: return self._get(url).json() Nov 11 22:18:31.116536 dv-cinder-733622-20-iscsi neutron-server[101951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 22:18:31.116536 dv-cinder-733622-20-iscsi neutron-server[101951]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 22:18:31.116536 dv-cinder-733622-20-iscsi neutron-server[101951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 22:18:31.116536 dv-cinder-733622-20-iscsi neutron-server[101951]: return self.request(url, 'GET', **kwargs) Nov 11 22:18:31.116536 dv-cinder-733622-20-iscsi neutron-server[101951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 22:18:31.116536 dv-cinder-733622-20-iscsi neutron-server[101951]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 22:18:31.116536 dv-cinder-733622-20-iscsi neutron-server[101951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 22:18:31.116536 dv-cinder-733622-20-iscsi neutron-server[101951]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 22:18:31.116536 dv-cinder-733622-20-iscsi neutron-server[101951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 22:18:31.116536 dv-cinder-733622-20-iscsi neutron-server[101951]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 22:18:31.116536 dv-cinder-733622-20-iscsi neutron-server[101951]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 22:18:31.203478 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-a81cddf0-6f76-4591-9e34-4175ee14533e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:31.225760 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-f86fda91-2909-4655-aea6-ab60769f1789 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8067486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657127'] for network, after_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:31.258088 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-f86fda91-2909-4655-aea6-ab60769f1789 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634242'] for network, before_response {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:31.266073 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-f86fda91-2909-4655-aea6-ab60769f1789 admin admin] 10.222.0.50 "DELETE /v2.0/networks/95eeba3c-e4f7-499b-9309-138f05b1971c HTTP/1.1" status: 204 len: 168 time: 0.6920445 Nov 11 22:18:31.279484 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f896642-f120-4f16-9540-c32b9d058c32 req-896e0eb1-8d3c-462e-954c-afbd1d781eca tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:18:31.279484 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-7f896642-f120-4f16-9540-c32b9d058c32 req-896e0eb1-8d3c-462e-954c-afbd1d781eca tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] 10.222.0.50 "GET /v2.0/ports?device_id=e51d0126-0110-4740-9c43-0cb61c4d7635 HTTP/1.1" status: 200 len: 943 time: 0.1687186 Nov 11 22:18:31.279795 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.wsgi [-] (101950) accepted ('10.222.0.50', 44086) {{(pid=101950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:18:31.361816 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-a81cddf0-6f76-4591-9e34-4175ee14533e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:31.364331 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86fda91-2909-4655-aea6-ab60769f1789 admin admin] Pushing event deleted for resources: {'Network': ['ID=95eeba3c-e4f7-499b-9309-138f05b1971c,revision_number=None']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:18:31.371517 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddb2c7f3-5155-4015-8cea-ba3350ae18ab admin admin] Deleting subnet e3dfb603-3fb9-4b59-affe-2b9fe1dad1e9 {{(pid=101950) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 22:18:31.377385 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-a81cddf0-6f76-4591-9e34-4175ee14533e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:31.377672 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-57281ab7-6535-4062-8c6f-dfa0ff47d221 req-192a3d1f-865b-4700-b428-17bef32bfe1a service neutron] 10.222.0.26 "GET /v2.0/networks/2f5472e6-3d4a-4f79-a5b2-6b96144f59c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5311761 Nov 11 22:18:31.379135 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-ddb2c7f3-5155-4015-8cea-ba3350ae18ab admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:31.452458 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-a81cddf0-6f76-4591-9e34-4175ee14533e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=133fcc26642348819bbf93f939b79e0f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6801925 Nov 11 22:18:31.455017 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 44096) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:18:31.467076 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81cddf0-6f76-4591-9e34-4175ee14533e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f23fc32-4c28-415b-8034-46278a3c05d1,revision_number=1']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:18:31.504179 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-7f896642-f120-4f16-9540-c32b9d058c32 req-cfdee41e-3e55-4e11-9b6f-e0aeccf2d42a tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] 10.222.0.50 "GET /v2.0/security-groups?id=fc362ee0-83e8-483f-a9f5-3f38744386b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1299846 Nov 11 22:18:31.547746 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-ddb2c7f3-5155-4015-8cea-ba3350ae18ab admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:31.570292 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-ddb2c7f3-5155-4015-8cea-ba3350ae18ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8068352'] for subnet, precommit_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:31.619101 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-6b999ac5-b4fb-4d6b-a5fe-780dc9feae05 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:31.649801 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-6b999ac5-b4fb-4d6b-a5fe-780dc9feae05 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:31.804293 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-6b999ac5-b4fb-4d6b-a5fe-780dc9feae05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:31.808636 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-6b999ac5-b4fb-4d6b-a5fe-780dc9feae05 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:31.812095 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-6b999ac5-b4fb-4d6b-a5fe-780dc9feae05 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3f23fc32-4c28-415b-8034-46278a3c05d1 HTTP/1.1" status: 204 len: 168 time: 0.3466496 Nov 11 22:18:31.816245 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e86b345-8b0e-4a12-8a52-aa4f8658dc22 req-c7f21a1b-91e4-48a7-9a9c-58f5908e0577 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:18:31.821647 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b999ac5-b4fb-4d6b-a5fe-780dc9feae05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f23fc32-4c28-415b-8034-46278a3c05d1,revision_number=None']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:18:31.829996 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:31.835262 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-3e86b345-8b0e-4a12-8a52-aa4f8658dc22 req-c7f21a1b-91e4-48a7-9a9c-58f5908e0577 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/ports?device_id=efc7b803-47b0-47dd-b4af-0de101adaaaf HTTP/1.1" status: 200 len: 946 time: 0.2689958 Nov 11 22:18:31.938654 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-57281ab7-6535-4062-8c6f-dfa0ff47d221 req-2e20cbc7-fe71-453d-90ee-cda034615b25 service neutron] 10.222.0.26 "GET /v2.0/networks/2f5472e6-3d4a-4f79-a5b2-6b96144f59c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5510266 Nov 11 22:18:32.018857 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-3e86b345-8b0e-4a12-8a52-aa4f8658dc22 req-9be3805d-cdf2-459a-b79d-d39af650a17b tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/security-groups?id=4cdb267d-d817-44be-b26a-e18e20b97bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1827390 Nov 11 22:18:32.032100 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2871c3-7edf-4b45-80fc-e670a1599916 req-50c3055e-199b-4e1b-aa7c-1fc4c89843f6 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:18:32.051171 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-3d2871c3-7edf-4b45-80fc-e670a1599916 req-50c3055e-199b-4e1b-aa7c-1fc4c89843f6 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1bff5be-1c1e-4186-98b3-13bb364493fb HTTP/1.1" status: 200 len: 946 time: 0.3901541 Nov 11 22:18:32.054349 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-ddb2c7f3-5155-4015-8cea-ba3350ae18ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8068375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260'] for subnet, after_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:32.142908 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-ddb2c7f3-5155-4015-8cea-ba3350ae18ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634242'] for subnet, before_response {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:32.157190 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [None req-ddb2c7f3-5155-4015-8cea-ba3350ae18ab admin admin] 10.222.0.50 "DELETE /v2.0/subnets/e3dfb603-3fb9-4b59-affe-2b9fe1dad1e9 HTTP/1.1" status: 204 len: 168 time: 0.8731151 Nov 11 22:18:32.158824 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 44160) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:18:32.169199 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb2c7f3-5155-4015-8cea-ba3350ae18ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3dfb603-3fb9-4b59-affe-2b9fe1dad1e9,revision_number=None']} {{(pid=101950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:18:32.205264 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb2c7f3-5155-4015-8cea-ba3350ae18ab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:18:32.206114 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb2c7f3-5155-4015-8cea-ba3350ae18ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:18:32.206785 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb2c7f3-5155-4015-8cea-ba3350ae18ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:18:32.208376 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb2c7f3-5155-4015-8cea-ba3350ae18ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:18:32.209101 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb2c7f3-5155-4015-8cea-ba3350ae18ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:18:32.209773 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb2c7f3-5155-4015-8cea-ba3350ae18ab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:18:32.211962 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb2c7f3-5155-4015-8cea-ba3350ae18ab admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:18:32.212646 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb2c7f3-5155-4015-8cea-ba3350ae18ab admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:18:32.213995 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb2c7f3-5155-4015-8cea-ba3350ae18ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:18:32.215452 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb2c7f3-5155-4015-8cea-ba3350ae18ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:18:32.216215 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb2c7f3-5155-4015-8cea-ba3350ae18ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:18:32.217075 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb2c7f3-5155-4015-8cea-ba3350ae18ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:18:32.309026 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-e15cbb39-35da-4cf7-a3e2-bef230513b5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8138597'] for network, before_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:32.311185 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.wsgi [-] (101950) accepted ('10.222.0.50', 44164) {{(pid=101950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:18:32.333159 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-3d2871c3-7edf-4b45-80fc-e670a1599916 req-b1c9dc4f-d67c-41f5-ae58-32cb3d138afe tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/security-groups?id=68067a07-9049-4dac-b76f-d82da95a01c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2596722 Nov 11 22:18:32.377445 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-efcd56f0-ff7d-4b45-950c-49a3a3d7429a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:32.620414 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-e15cbb39-35da-4cf7-a3e2-bef230513b5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8067463', 'neutron.services.segments.db._delete_segments_for_network-8776912172270'] for network, precommit_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:32.647810 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-efcd56f0-ff7d-4b45-950c-49a3a3d7429a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:32.694152 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.services.segments.db [None req-e15cbb39-35da-4cf7-a3e2-bef230513b5d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ed0924a-492a-4f63-9e3d-34abb93ec205']}} {{(pid=101951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:18:32.728537 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.services.segments.db [None req-e15cbb39-35da-4cf7-a3e2-bef230513b5d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63dcb6b8-887d-40a9-8221-ae6b988aaf44') {'for_net_delete': True} {{(pid=101951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:18:32.728897 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.services.segments.db [None req-e15cbb39-35da-4cf7-a3e2-bef230513b5d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63dcb6b8-887d-40a9-8221-ae6b988aaf44') {} {{(pid=101951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:18:32.733785 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-efcd56f0-ff7d-4b45-950c-49a3a3d7429a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:32.741128 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-e15cbb39-35da-4cf7-a3e2-bef230513b5d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776912404471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9157156'] for segment, before_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:32.764250 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-e15cbb39-35da-4cf7-a3e2-bef230513b5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8017375'] for segment, precommit_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:32.779419 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e15cbb39-35da-4cf7-a3e2-bef230513b5d admin admin] Releasing vlan 809 on physical network physnet1 to pool {{(pid=101951) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 22:18:32.779838 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-e15cbb39-35da-4cf7-a3e2-bef230513b5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8017375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9099647'] for segment, after_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:32.807780 dv-cinder-733622-20-iscsi neutron-server[101951]: Traceback (most recent call last): Nov 11 22:18:32.807780 dv-cinder-733622-20-iscsi neutron-server[101951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 22:18:32.807780 dv-cinder-733622-20-iscsi neutron-server[101951]: timer() Nov 11 22:18:32.807780 dv-cinder-733622-20-iscsi neutron-server[101951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 22:18:32.807780 dv-cinder-733622-20-iscsi neutron-server[101951]: cb(*args, **kw) Nov 11 22:18:32.807780 dv-cinder-733622-20-iscsi neutron-server[101951]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 22:18:32.807780 dv-cinder-733622-20-iscsi neutron-server[101951]: return func(*args, **kwargs) Nov 11 22:18:32.807780 dv-cinder-733622-20-iscsi neutron-server[101951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 22:18:32.807780 dv-cinder-733622-20-iscsi neutron-server[101951]: self._notify() Nov 11 22:18:32.807780 dv-cinder-733622-20-iscsi neutron-server[101951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 22:18:32.807780 dv-cinder-733622-20-iscsi neutron-server[101951]: self.callback(batched_events) Nov 11 22:18:32.807780 dv-cinder-733622-20-iscsi neutron-server[101951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 22:18:32.807780 dv-cinder-733622-20-iscsi neutron-server[101951]: event.method(event) Nov 11 22:18:32.807780 dv-cinder-733622-20-iscsi neutron-server[101951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 22:18:32.807780 dv-cinder-733622-20-iscsi neutron-server[101951]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 22:18:32.807780 dv-cinder-733622-20-iscsi neutron-server[101951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 22:18:32.807780 dv-cinder-733622-20-iscsi neutron-server[101951]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 22:18:32.807780 dv-cinder-733622-20-iscsi neutron-server[101951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 22:18:32.807780 dv-cinder-733622-20-iscsi neutron-server[101951]: return f(self, *a, **k) Nov 11 22:18:32.807780 dv-cinder-733622-20-iscsi neutron-server[101951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 22:18:32.807780 dv-cinder-733622-20-iscsi neutron-server[101951]: return self._get(url).json() Nov 11 22:18:32.807780 dv-cinder-733622-20-iscsi neutron-server[101951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 22:18:32.807780 dv-cinder-733622-20-iscsi neutron-server[101951]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 22:18:32.807780 dv-cinder-733622-20-iscsi neutron-server[101951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 22:18:32.807780 dv-cinder-733622-20-iscsi neutron-server[101951]: return self.request(url, 'GET', **kwargs) Nov 11 22:18:32.807780 dv-cinder-733622-20-iscsi neutron-server[101951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 22:18:32.807780 dv-cinder-733622-20-iscsi neutron-server[101951]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 22:18:32.807780 dv-cinder-733622-20-iscsi neutron-server[101951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 22:18:32.807780 dv-cinder-733622-20-iscsi neutron-server[101951]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 22:18:32.807780 dv-cinder-733622-20-iscsi neutron-server[101951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 22:18:32.807780 dv-cinder-733622-20-iscsi neutron-server[101951]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 22:18:32.807780 dv-cinder-733622-20-iscsi neutron-server[101951]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 22:18:32.842303 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Device 3ba44d04-5a99-4c65-9fa0-289f5d67c798 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=101952) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 22:18:32.912895 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 44176) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:18:32.917052 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [None req-efcd56f0-ff7d-4b45-950c-49a3a3d7429a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=dd6132c137e84f70ad9b2972c47b6193&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6029649 Nov 11 22:18:32.930879 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-e15cbb39-35da-4cf7-a3e2-bef230513b5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8067486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657127'] for network, after_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:32.951366 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cef653-8957-4104-8cbd-c69bb5e721f8 req-a1aea8e5-36b6-436d-b4b3-d0c2a5753643 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:18:32.960101 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-85cef653-8957-4104-8cbd-c69bb5e721f8 req-a1aea8e5-36b6-436d-b4b3-d0c2a5753643 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] 10.222.0.50 "GET /v2.0/ports?device_id=e51d0126-0110-4740-9c43-0cb61c4d7635 HTTP/1.1" status: 200 len: 943 time: 0.3086178 Nov 11 22:18:32.980015 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-e15cbb39-35da-4cf7-a3e2-bef230513b5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634242'] for network, before_response {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:32.984750 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcd56f0-ff7d-4b45-950c-49a3a3d7429a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=032b5396-b52c-4cab-b498-654e37d592ed,revision_number=1']} {{(pid=101950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:18:32.992717 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-e15cbb39-35da-4cf7-a3e2-bef230513b5d admin admin] 10.222.0.50 "DELETE /v2.0/networks/3ed0924a-492a-4f63-9e3d-34abb93ec205 HTTP/1.1" status: 204 len: 168 time: 0.8308575 Nov 11 22:18:32.992717 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15cbb39-35da-4cf7-a3e2-bef230513b5d admin admin] Pushing event deleted for resources: {'Network': ['ID=3ed0924a-492a-4f63-9e3d-34abb93ec205,revision_number=None']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:18:33.081579 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15cbb39-35da-4cf7-a3e2-bef230513b5d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:18:33.082124 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15cbb39-35da-4cf7-a3e2-bef230513b5d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:18:33.082762 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15cbb39-35da-4cf7-a3e2-bef230513b5d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:18:33.083182 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15cbb39-35da-4cf7-a3e2-bef230513b5d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:18:33.083730 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15cbb39-35da-4cf7-a3e2-bef230513b5d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:18:33.084274 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15cbb39-35da-4cf7-a3e2-bef230513b5d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:18:33.090968 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15cbb39-35da-4cf7-a3e2-bef230513b5d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:18:33.093651 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15cbb39-35da-4cf7-a3e2-bef230513b5d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:18:33.094269 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15cbb39-35da-4cf7-a3e2-bef230513b5d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:18:33.097078 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15cbb39-35da-4cf7-a3e2-bef230513b5d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:18:33.097640 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15cbb39-35da-4cf7-a3e2-bef230513b5d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:18:33.098182 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15cbb39-35da-4cf7-a3e2-bef230513b5d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:18:33.139990 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-85cef653-8957-4104-8cbd-c69bb5e721f8 req-61adeacb-5066-4b35-a0c3-e0bc049f508b tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] 10.222.0.50 "GET /v2.0/security-groups?id=fc362ee0-83e8-483f-a9f5-3f38744386b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1763091 Nov 11 22:18:33.244877 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-c12006d6-8720-4e23-86fd-c945ff2aa5a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:33.255374 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] For port 3ba44d04-5a99-4c65-9fa0-289f5d67c798, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=3ba44d04-5a99-4c65-9fa0-289f5d67c798,segment=NetworkSegment(2b1985db-e044-4e7f-a22a-8498e6c7db38),segment_id=2b1985db-e044-4e7f-a22a-8498e6c7db38)] {{(pid=101952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:18:33.300110 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Returning: {'device': '3ba44d04-5a99-4c65-9fa0-289f5d67c798', 'network_id': '73526368-1abf-4e4d-8815-40fc972517d4', 'port_id': '3ba44d04-5a99-4c65-9fa0-289f5d67c798', 'mac_address': 'fa:16:3e:b0:02:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 834, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '707623ec-d95b-41b2-8e25-0e51182a8a59', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101952) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 22:18:33.338089 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-c12006d6-8720-4e23-86fd-c945ff2aa5a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:33.347593 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97828156-3080-412b-a6cf-9ec930a4efd7 req-77487618-dde7-44c4-a7cf-9c399241545e tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:18:33.351184 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-97828156-3080-412b-a6cf-9ec930a4efd7 req-77487618-dde7-44c4-a7cf-9c399241545e tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/ports?device_id=efc7b803-47b0-47dd-b4af-0de101adaaaf HTTP/1.1" status: 200 len: 946 time: 0.1383452 Nov 11 22:18:33.475641 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:33.506812 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-c12006d6-8720-4e23-86fd-c945ff2aa5a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:33.511978 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-c12006d6-8720-4e23-86fd-c945ff2aa5a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:33.517272 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-c12006d6-8720-4e23-86fd-c945ff2aa5a8 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/032b5396-b52c-4cab-b498-654e37d592ed HTTP/1.1" status: 204 len: 168 time: 0.5994306 Nov 11 22:18:33.532873 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-97828156-3080-412b-a6cf-9ec930a4efd7 req-431f96a3-560b-46cb-8721-e5b05d3a51be tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/security-groups?id=4cdb267d-d817-44be-b26a-e18e20b97bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1679294 Nov 11 22:18:33.533375 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.wsgi [-] (101950) accepted ('10.222.0.50', 44204) {{(pid=101950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:18:33.545173 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.notifiers.nova [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ba44d04-5a99-4c65-9fa0-289f5d67c798 {{(pid=101952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 22:18:33.547643 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12006d6-8720-4e23-86fd-c945ff2aa5a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=032b5396-b52c-4cab-b498-654e37d592ed,revision_number=None']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:18:33.592193 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] For port 3ba44d04-5a99-4c65-9fa0-289f5d67c798, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=3ba44d04-5a99-4c65-9fa0-289f5d67c798,segment=NetworkSegment(2b1985db-e044-4e7f-a22a-8498e6c7db38),segment_id=2b1985db-e044-4e7f-a22a-8498e6c7db38)] {{(pid=101952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:18:33.604481 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776912265364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776911838100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776911838118'] for port, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:33.654680 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [None req-46f46613-4bb8-4e21-8fbe-52c34aa9cc3e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f428ddf0363147b9a75f80100d49cc4d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1189272 Nov 11 22:18:33.657426 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 44208) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:18:33.689151 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f22ee5-722a-468d-8afe-6f8c7d36f9f1 req-ccbfac7d-8b64-4b62-bd03-92a8f30228ab tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:18:33.693879 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-59f22ee5-722a-468d-8afe-6f8c7d36f9f1 req-ccbfac7d-8b64-4b62-bd03-92a8f30228ab tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1bff5be-1c1e-4186-98b3-13bb364493fb HTTP/1.1" status: 200 len: 946 time: 0.0974212 Nov 11 22:18:33.773870 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-98c3b8eb-a03b-4964-b367-79beef630bb0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:33.786077 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Pushing event updated for resources: {'Port': ['ID=3ba44d04-5a99-4c65-9fa0-289f5d67c798,revision_number=4']} {{(pid=101952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:18:33.802060 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-98c3b8eb-a03b-4964-b367-79beef630bb0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:33.825086 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-59f22ee5-722a-468d-8afe-6f8c7d36f9f1 req-5b3f40d6-97a2-45ff-95c3-4a440b670ecc tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/security-groups?id=68067a07-9049-4dac-b76f-d82da95a01c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263149 Nov 11 22:18:33.875007 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-98c3b8eb-a03b-4964-b367-79beef630bb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:33.884342 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-98c3b8eb-a03b-4964-b367-79beef630bb0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:33.886590 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-98c3b8eb-a03b-4964-b367-79beef630bb0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f9eb5d7a-ae4b-4f71-9c17-2c5bdda258e7 HTTP/1.1" status: 204 len: 168 time: 0.2277813 Nov 11 22:18:33.911167 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] get_ports_and_sgs() called for port_ids ['3ba44d04-5a99-4c65-9fa0-289f5d67c798'] {{(pid=101952) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 22:18:33.917609 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c3b8eb-a03b-4964-b367-79beef630bb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9eb5d7a-ae4b-4f71-9c17-2c5bdda258e7,revision_number=None']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:18:34.369360 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daae5bd-4412-4a5f-9700-4a5202ca68a8 req-1e05e1b3-536f-40d0-a57c-d698b914249b tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:18:34.379562 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-7daae5bd-4412-4a5f-9700-4a5202ca68a8 req-1e05e1b3-536f-40d0-a57c-d698b914249b tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] 10.222.0.50 "GET /v2.0/ports?device_id=e51d0126-0110-4740-9c43-0cb61c4d7635 HTTP/1.1" status: 200 len: 944 time: 0.0804656 Nov 11 22:18:34.459429 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-7daae5bd-4412-4a5f-9700-4a5202ca68a8 req-991413e7-86c0-441f-9f7b-9d2311db5279 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] 10.222.0.50 "GET /v2.0/security-groups?id=fc362ee0-83e8-483f-a9f5-3f38744386b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783570 Nov 11 22:18:34.668337 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 44264) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:18:34.793602 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d5b7e1-fadb-4d79-8f26-3535aa2f9af4 req-dbc8084b-522c-4281-8c7b-05fc101ed09b tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:18:34.794006 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-7231140a-d784-4c58-8eed-435d4a40e0e7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1ceb11e7f5e94e6bb9aad5ce072e9b60&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1210580 Nov 11 22:18:34.795263 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 44274) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:18:34.795450 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-c7d5b7e1-fadb-4d79-8f26-3535aa2f9af4 req-dbc8084b-522c-4281-8c7b-05fc101ed09b tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/ports?device_id=efc7b803-47b0-47dd-b4af-0de101adaaaf HTTP/1.1" status: 200 len: 946 time: 0.1078732 Nov 11 22:18:34.844327 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Device 3ba44d04-5a99-4c65-9fa0-289f5d67c798 up at agent hyperv_hv-cinder-73362 {{(pid=101952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:18:34.879584 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-a4f2f282-6417-48bf-8d8a-130a28808945 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:34.907815 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-a4f2f282-6417-48bf-8d8a-130a28808945 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:34.977348 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-c7d5b7e1-fadb-4d79-8f26-3535aa2f9af4 req-7d356f14-3de6-465f-9995-1d62d82b3dd6 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/security-groups?id=4cdb267d-d817-44be-b26a-e18e20b97bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1675715 Nov 11 22:18:34.992775 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-a4f2f282-6417-48bf-8d8a-130a28808945 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:34.998109 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-a4f2f282-6417-48bf-8d8a-130a28808945 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:35.000877 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-a4f2f282-6417-48bf-8d8a-130a28808945 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/dfcc35ce-27b7-493f-9c92-e89610171fdc HTTP/1.1" status: 204 len: 168 time: 0.2021167 Nov 11 22:18:35.025155 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f2f282-6417-48bf-8d8a-130a28808945 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfcc35ce-27b7-493f-9c92-e89610171fdc,revision_number=None']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:18:35.035408 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.provisioning_blocks [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Provisioning for port 3ba44d04-5a99-4c65-9fa0-289f5d67c798 completed by entity L2. {{(pid=101952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 22:18:35.052262 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.provisioning_blocks [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Provisioning complete for port 3ba44d04-5a99-4c65-9fa0-289f5d67c798 triggered by entity L2. {{(pid=101952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:18:35.053007 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8061746'] for port, provisioning_complete {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:35.186191 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:35.210673 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497c7578-c0cc-473e-8b79-f921d6424c66 req-39190b0e-6355-483d-ad5d-078db31629e4 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:18:35.212385 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-497c7578-c0cc-473e-8b79-f921d6424c66 req-39190b0e-6355-483d-ad5d-078db31629e4 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1bff5be-1c1e-4186-98b3-13bb364493fb HTTP/1.1" status: 200 len: 946 time: 0.2005103 Nov 11 22:18:35.251034 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] For port 3ba44d04-5a99-4c65-9fa0-289f5d67c798, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=3ba44d04-5a99-4c65-9fa0-289f5d67c798,segment=NetworkSegment(2b1985db-e044-4e7f-a22a-8498e6c7db38),segment_id=2b1985db-e044-4e7f-a22a-8498e6c7db38)] {{(pid=101952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:18:35.252866 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e51d0126-0110-4740-9c43-0cb61c4d7635', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ba44d04-5a99-4c65-9fa0-289f5d67c798'}] {{(pid=101952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:18:35.257877 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}354dda558456ac383be05774d0115fbb8a8e814f0e1169db929e83f4c2942df8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a37c4e7-7f60-4873-9620-caf40d4ba00e" -d '{"events": [{"server_uuid": "e51d0126-0110-4740-9c43-0cb61c4d7635", "name": "network-vif-plugged", "status": "completed", "tag": "3ba44d04-5a99-4c65-9fa0-289f5d67c798"}]}' {{(pid=101952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:18:35.264044 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776912265364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776911838100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776911838118'] for port, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:35.354625 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 22:18:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1897c0e-b889-4479-9463-b6fe1a1939ae x-openstack-request-id: req-d1897c0e-b889-4479-9463-b6fe1a1939ae {{(pid=101952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:18:35.364360 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e51d0126-0110-4740-9c43-0cb61c4d7635", "name": "network-vif-plugged", "status": "completed", "tag": "3ba44d04-5a99-4c65-9fa0-289f5d67c798", "code": 200}]} {{(pid=101952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:18:35.365125 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d1897c0e-b889-4479-9463-b6fe1a1939ae {{(pid=101952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:18:35.367228 dv-cinder-733622-20-iscsi neutron-server[101952]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e51d0126-0110-4740-9c43-0cb61c4d7635', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ba44d04-5a99-4c65-9fa0-289f5d67c798', 'code': 200} Nov 11 22:18:35.369778 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Pushing event updated for resources: {'Port': ['ID=3ba44d04-5a99-4c65-9fa0-289f5d67c798,revision_number=5']} {{(pid=101952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:18:35.380547 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-497c7578-c0cc-473e-8b79-f921d6424c66 req-b0c32b39-3586-428c-b4ba-5ccb5d7ab76e tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/security-groups?id=68067a07-9049-4dac-b76f-d82da95a01c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432638 Nov 11 22:18:35.712188 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90867ad-3604-45c9-8046-20d2d11de184 req-3f32880a-2889-436c-abd1-78964f727d82 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:18:35.728891 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-f90867ad-3604-45c9-8046-20d2d11de184 req-3f32880a-2889-436c-abd1-78964f727d82 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] 10.222.0.50 "GET /v2.0/ports?device_id=e51d0126-0110-4740-9c43-0cb61c4d7635 HTTP/1.1" status: 200 len: 945 time: 0.0755513 Nov 11 22:18:35.735812 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca57f2f-9020-4734-80e2-1914ac0693d0 req-0d3280f9-0f60-45fd-89a2-d8731e4b7510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:18:35.737214 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-2ca57f2f-9020-4734-80e2-1914ac0693d0 req-0d3280f9-0f60-45fd-89a2-d8731e4b7510 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e51d0126-0110-4740-9c43-0cb61c4d7635 HTTP/1.1" status: 200 len: 1098 time: 0.1468556 Nov 11 22:18:35.825240 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-f90867ad-3604-45c9-8046-20d2d11de184 req-450b444b-ac57-4c59-bc16-36b97b934d27 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] 10.222.0.50 "GET /v2.0/security-groups?id=fc362ee0-83e8-483f-a9f5-3f38744386b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985663 Nov 11 22:18:35.875955 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-2ca57f2f-9020-4734-80e2-1914ac0693d0 req-4f6db72e-84b6-41f9-a06d-e4ffbbbd72b5 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=fc362ee0-83e8-483f-a9f5-3f38744386b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1296735 Nov 11 22:18:36.221214 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba7b53a-a34b-4285-a52d-73ab9e7e2ab6 req-fed08c7c-4d60-400f-8f36-557972595361 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:18:36.235645 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-fba7b53a-a34b-4285-a52d-73ab9e7e2ab6 req-fed08c7c-4d60-400f-8f36-557972595361 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/ports?device_id=efc7b803-47b0-47dd-b4af-0de101adaaaf HTTP/1.1" status: 200 len: 946 time: 0.1092203 Nov 11 22:18:36.361512 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-fba7b53a-a34b-4285-a52d-73ab9e7e2ab6 req-ab6f7956-caa7-4fa3-b788-b133dfb84fba tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/security-groups?id=4cdb267d-d817-44be-b26a-e18e20b97bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1218374 Nov 11 22:18:36.771465 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f4d42e-b9af-439b-a915-a29dfa0c64d6 req-3a605e5b-f011-4d44-9e5c-15fa9bf40aa5 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:18:36.776706 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-f3f4d42e-b9af-439b-a915-a29dfa0c64d6 req-3a605e5b-f011-4d44-9e5c-15fa9bf40aa5 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1bff5be-1c1e-4186-98b3-13bb364493fb HTTP/1.1" status: 200 len: 946 time: 0.1897161 Nov 11 22:18:36.870272 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-f3f4d42e-b9af-439b-a915-a29dfa0c64d6 req-b3988623-03db-4c41-81e3-f89aafce2ba0 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/security-groups?id=68067a07-9049-4dac-b76f-d82da95a01c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823891 Nov 11 22:18:37.030156 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8bccd5-64ed-4a4f-8ca6-16b1538be75f req-e2d2292e-52f3-4884-a3a6-c0921c0a803d tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:18:37.056068 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-7d8bccd5-64ed-4a4f-8ca6-16b1538be75f req-e2d2292e-52f3-4884-a3a6-c0921c0a803d tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] 10.222.0.50 "GET /v2.0/ports?device_id=e51d0126-0110-4740-9c43-0cb61c4d7635 HTTP/1.1" status: 200 len: 945 time: 0.1260846 Nov 11 22:18:37.168965 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-7d8bccd5-64ed-4a4f-8ca6-16b1538be75f req-14667fdd-2be0-46cf-8093-39c0e7d7d93f tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] 10.222.0.50 "GET /v2.0/security-groups?id=fc362ee0-83e8-483f-a9f5-3f38744386b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112828 Nov 11 22:18:37.570952 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a58ca09-f7da-4ea8-b734-a7a2e4211aa5 req-405933d0-0bbd-47a9-b8ab-e4829efcd640 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:18:37.585214 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-0a58ca09-f7da-4ea8-b734-a7a2e4211aa5 req-405933d0-0bbd-47a9-b8ab-e4829efcd640 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/ports?device_id=efc7b803-47b0-47dd-b4af-0de101adaaaf HTTP/1.1" status: 200 len: 946 time: 0.0832019 Nov 11 22:18:37.653154 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-0a58ca09-f7da-4ea8-b734-a7a2e4211aa5 req-5f4a2d72-92f6-4b71-a536-db381b4c96a5 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/security-groups?id=4cdb267d-d817-44be-b26a-e18e20b97bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669429 Nov 11 22:18:38.167987 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8709bfe2-0978-4a0b-a53c-62749c3c79ef req-1977e856-292a-4895-9841-4e076ff758a1 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:18:38.176435 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-8709bfe2-0978-4a0b-a53c-62749c3c79ef req-1977e856-292a-4895-9841-4e076ff758a1 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1bff5be-1c1e-4186-98b3-13bb364493fb HTTP/1.1" status: 200 len: 946 time: 0.0945892 Nov 11 22:18:38.303442 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-8709bfe2-0978-4a0b-a53c-62749c3c79ef req-6e71d20d-881b-43fe-8567-7ef2572c727f tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/security-groups?id=68067a07-9049-4dac-b76f-d82da95a01c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259260 Nov 11 22:18:38.407247 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6040d5c7-1545-46d2-8a25-779b0c58a1ed req-921cae70-12ef-454e-afda-5e7d8044e2f9 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:18:38.410246 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-6040d5c7-1545-46d2-8a25-779b0c58a1ed req-921cae70-12ef-454e-afda-5e7d8044e2f9 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] 10.222.0.50 "GET /v2.0/ports?device_id=e51d0126-0110-4740-9c43-0cb61c4d7635 HTTP/1.1" status: 200 len: 945 time: 0.1020558 Nov 11 22:18:38.485843 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-6040d5c7-1545-46d2-8a25-779b0c58a1ed req-5de7fe4d-aa89-4edc-88bb-30c027510c9b tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] 10.222.0.50 "GET /v2.0/security-groups?id=fc362ee0-83e8-483f-a9f5-3f38744386b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677583 Nov 11 22:18:38.630158 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a9f792-7d21-46ac-a0df-903d5213e875 req-29350c24-1681-45e1-aaf0-8079f1963fc3 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:18:38.631652 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-e0a9f792-7d21-46ac-a0df-903d5213e875 req-29350c24-1681-45e1-aaf0-8079f1963fc3 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] 10.222.0.50 "GET /v2.0/ports?device_id=e51d0126-0110-4740-9c43-0cb61c4d7635 HTTP/1.1" status: 200 len: 945 time: 0.0579286 Nov 11 22:18:38.641123 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.wsgi [-] (101950) accepted ('10.222.0.50', 44516) {{(pid=101950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:18:38.647655 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.v2.base [None req-65e70f0a-b8f9-49b0-83aa-f408830206ad tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Request body: {'floatingip': {'port_id': '3ba44d04-5a99-4c65-9fa0-289f5d67c798'}} {{(pid=101950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:18:38.730821 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-65e70f0a-b8f9-49b0-83aa-f408830206ad tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Publish callbacks [] for floatingip, before_update {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:38.915320 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8869281e-0787-493a-8078-f7b644b9fd11 req-7329e9cd-e461-4680-b240-7e0b2e655a00 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:18:38.916854 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-8869281e-0787-493a-8078-f7b644b9fd11 req-7329e9cd-e461-4680-b240-7e0b2e655a00 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/ports?device_id=efc7b803-47b0-47dd-b4af-0de101adaaaf HTTP/1.1" status: 200 len: 946 time: 0.1516595 Nov 11 22:18:39.033730 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:39.044297 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-8869281e-0787-493a-8078-f7b644b9fd11 req-2688fade-f072-4f7d-8ef8-77515d17ba9f tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/security-groups?id=4cdb267d-d817-44be-b26a-e18e20b97bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1157937 Nov 11 22:18:39.645097 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35077e61-f9ca-480f-8227-39c1915531b3 req-a84d59aa-28a1-4a39-87a3-13d9c616e2fa tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:18:39.656141 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-35077e61-f9ca-480f-8227-39c1915531b3 req-a84d59aa-28a1-4a39-87a3-13d9c616e2fa tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1bff5be-1c1e-4186-98b3-13bb364493fb HTTP/1.1" status: 200 len: 946 time: 0.1839049 Nov 11 22:18:39.806773 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-35077e61-f9ca-480f-8227-39c1915531b3 req-36768dd4-5718-4e3a-acb7-49b2bdca17da tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/security-groups?id=68067a07-9049-4dac-b76f-d82da95a01c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500168 Nov 11 22:18:39.939523 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-65e70f0a-b8f9-49b0-83aa-f408830206ad tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:39.944668 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-65e70f0a-b8f9-49b0-83aa-f408830206ad tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657105'] for floatingip, after_update {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:39.951165 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 44542) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:18:40.066585 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.db.l3_db [None req-65e70f0a-b8f9-49b0-83aa-f408830206ad tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Floating IP a90e31bb-6e72-4199-8924-a908f0d8be21 associated. External IP: 172.27.0.31, port: 3ba44d04-5a99-4c65-9fa0-289f5d67c798. Nov 11 22:18:40.123921 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-bce9c181-fda3-4963-acb5-66d6ea1468d1 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=07ba809d13ee40d0921a90930a855915&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1710689 Nov 11 22:18:40.124854 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 44548) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:18:40.188403 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-d2396787-9428-466f-b734-bfc5ce409caa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:40.220679 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-d2396787-9428-466f-b734-bfc5ce409caa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:40.263723 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7294aef8-90a1-47ab-8fd2-cb2d2922e5b4 req-e2feb1f0-6487-4935-b3d8-4bd2627816b3 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:18:40.265413 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-7294aef8-90a1-47ab-8fd2-cb2d2922e5b4 req-e2feb1f0-6487-4935-b3d8-4bd2627816b3 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/ports?device_id=efc7b803-47b0-47dd-b4af-0de101adaaaf HTTP/1.1" status: 200 len: 946 time: 0.0851130 Nov 11 22:18:40.377118 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-d2396787-9428-466f-b734-bfc5ce409caa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:40.384204 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-d2396787-9428-466f-b734-bfc5ce409caa admin admin] Publish callbacks [] for security_group, before_response {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:40.392504 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-d2396787-9428-466f-b734-bfc5ce409caa admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/373a8043-3f70-4965-b3da-71ad5b1cb60a HTTP/1.1" status: 204 len: 168 time: 0.2663038 Nov 11 22:18:40.498327 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2396787-9428-466f-b734-bfc5ce409caa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=373a8043-3f70-4965-b3da-71ad5b1cb60a,revision_number=None']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:18:40.603868 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-7294aef8-90a1-47ab-8fd2-cb2d2922e5b4 req-aee5b0e6-16c8-4329-b98f-b8efdd373365 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/security-groups?id=4cdb267d-d817-44be-b26a-e18e20b97bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2872231 Nov 11 22:18:40.636973 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65e70f0a-b8f9-49b0-83aa-f408830206ad tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Router 78f23305-0c4e-4f66-a132-8e25a8896867 has already been hosted by L3 agent 4702c36b-78d9-4f52-8cbc-8d9e3292a6f2 {{(pid=101950) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 22:18:40.879898 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65e70f0a-b8f9-49b0-83aa-f408830206ad tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Notify agent at l3_agent.dv-cinder-733622-20-iscsi the message routers_updated {{(pid=101950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:18:40.891297 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-65e70f0a-b8f9-49b0-83aa-f408830206ad tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26363'] for floatingip, before_response {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:40.895810 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61061943-76aa-4d5a-b2de-55f4b7d1c5e3 None None] Sync routers for ids ['78f23305-0c4e-4f66-a132-8e25a8896867'] in dv-cinder-733622-20-iscsi {{(pid=101953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:18:40.925847 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61061943-76aa-4d5a-b2de-55f4b7d1c5e3 None None] Routers {'78f23305-0c4e-4f66-a132-8e25a8896867'} bound to L3 agent in host dv-cinder-733622-20-iscsi {{(pid=101953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:18:40.926499 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.db.l3_hamode_db [None req-61061943-76aa-4d5a-b2de-55f4b7d1c5e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T22:08:28Z,description=,heartbeat_timestamp=2021-11-11T22:18:28Z,host='dv-cinder-733622-20-iscsi',id=4702c36b-78d9-4f52-8cbc-8d9e3292a6f2,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T22:08:28Z,topic='l3_agent')) {'router_ids': ['78f23305-0c4e-4f66-a132-8e25a8896867'], 'active': True} {{(pid=101953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:18:41.016919 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [None req-65e70f0a-b8f9-49b0-83aa-f408830206ad tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] 10.222.0.50 "PUT /v2.0/floatingips/a90e31bb-6e72-4199-8924-a908f0d8be21 HTTP/1.1" status: 200 len: 990 time: 2.3738954 Nov 11 22:18:41.017823 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e51d0126-0110-4740-9c43-0cb61c4d7635', 'tag': '3ba44d04-5a99-4c65-9fa0-289f5d67c798'}] {{(pid=101950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:18:41.020405 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6a5285f65aca903721fee6e5434d0235345418fba5e47a2479ed174f8b69804" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94976e1e-363d-4c2b-af52-61056c27a29e" -d '{"events": [{"name": "network-changed", "server_uuid": "e51d0126-0110-4740-9c43-0cb61c4d7635", "tag": "3ba44d04-5a99-4c65-9fa0-289f5d67c798"}]}' {{(pid=101950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:18:41.059678 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f0ff71-a45e-4f34-932c-79c78ebb0282 req-2225084b-da3b-41df-badc-aa46ca680b66 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:18:41.067475 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-57f0ff71-a45e-4f34-932c-79c78ebb0282 req-2225084b-da3b-41df-badc-aa46ca680b66 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1bff5be-1c1e-4186-98b3-13bb364493fb HTTP/1.1" status: 200 len: 946 time: 0.1020770 Nov 11 22:18:41.156613 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-57f0ff71-a45e-4f34-932c-79c78ebb0282 req-28c75995-6511-40a4-a1b3-ce954d232619 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/security-groups?id=68067a07-9049-4dac-b76f-d82da95a01c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879083 Nov 11 22:18:41.243245 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.db.l3_dvr_db [None req-61061943-76aa-4d5a-b2de-55f4b7d1c5e3 None None] Set router 78f23305-0c4e-4f66-a132-8e25a8896867 gateway port host: dv-cinder-733622-20-iscsi {{(pid=101953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:18:41.274788 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 22:18:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4753d00-68c6-47d5-97db-f7ec88156c8d x-openstack-request-id: req-b4753d00-68c6-47d5-97db-f7ec88156c8d {{(pid=101950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:18:41.275108 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e51d0126-0110-4740-9c43-0cb61c4d7635", "tag": "3ba44d04-5a99-4c65-9fa0-289f5d67c798", "status": "completed", "code": 200}]} {{(pid=101950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:18:41.275414 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b4753d00-68c6-47d5-97db-f7ec88156c8d {{(pid=101950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:18:41.275841 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e51d0126-0110-4740-9c43-0cb61c4d7635', 'tag': '3ba44d04-5a99-4c65-9fa0-289f5d67c798', 'status': 'completed', 'code': 200} Nov 11 22:18:41.364056 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 44576) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:18:41.396607 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94976e1e-363d-4c2b-af52-61056c27a29e req-3b965668-6644-46a9-8c60-45988385b045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:18:41.406219 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-94976e1e-363d-4c2b-af52-61056c27a29e req-3b965668-6644-46a9-8c60-45988385b045 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=70121f12841d4897aae58f9fe9f2c556&device_id=e51d0126-0110-4740-9c43-0cb61c4d7635 HTTP/1.1" status: 200 len: 1098 time: 0.0844092 Nov 11 22:18:41.657915 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-b9616a32-860c-4ffd-a017-5c48f6ebb93c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:41.682189 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94976e1e-363d-4c2b-af52-61056c27a29e req-06006b81-fff8-461b-bc11-dbc8973227d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:18:41.703360 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-94976e1e-363d-4c2b-af52-61056c27a29e req-06006b81-fff8-461b-bc11-dbc8973227d9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=73526368-1abf-4e4d-8815-40fc972517d4 HTTP/1.1" status: 200 len: 911 time: 0.2926042 Nov 11 22:18:41.727581 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.db.l3_hamode_db [None req-61061943-76aa-4d5a-b2de-55f4b7d1c5e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78f23305-0c4e-4f66-a132-8e25a8896867', 'name': 'tempest-AttachVolumeTestJSON-250747894-router', 'tenant_id': '70121f12841d4897aae58f9fe9f2c556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'external_fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': 'ec5fa6b9-8064-4d3d-aaef-fc760a64117b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:18:06Z', 'updated_at': '2021-11-11T22:18:14Z', 'revision_number': 4, 'project_id': '70121f12841d4897aae58f9fe9f2c556', 'gw_port': {'id': 'ec5fa6b9-8064-4d3d-aaef-fc760a64117b', 'name': '', 'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:8e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f23305-0c4e-4f66-a132-8e25a8896867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:18:08Z', 'updated_at': '2021-11-11T22:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-20-iscsi', '_floatingips': [{'id': 'a90e31bb-6e72-4199-8924-a908f0d8be21', 'tenant_id': '70121f12841d4897aae58f9fe9f2c556', 'floating_ip_address': '172.27.0.31', 'floating_network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'router_id': '78f23305-0c4e-4f66-a132-8e25a8896867', 'port_id': '3ba44d04-5a99-4c65-9fa0-289f5d67c798', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 338, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73526368-1abf-4e4d-8815-40fc972517d4', 'mac_address': 'fa:16:3e:b0:02:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51d0126-0110-4740-9c43-0cb61c4d7635', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T22:18:18Z', 'updated_at': '2021-11-11T22:18:39Z', 'revision_number': 1, 'project_id': '70121f12841d4897aae58f9fe9f2c556', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bccd299-5984-48cf-bdd9-3cbdc542c4da', 'name': '', 'network_id': '73526368-1abf-4e4d-8815-40fc972517d4', 'tenant_id': '70121f12841d4897aae58f9fe9f2c556', 'mac_address': 'fa:16:3e:84:41:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f23305-0c4e-4f66-a132-8e25a8896867', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '707623ec-d95b-41b2-8e25-0e51182a8a59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:18:12Z', 'updated_at': '2021-11-11T22:18:18Z', 'revision_number': 5, 'project_id': '70121f12841d4897aae58f9fe9f2c556', 'subnets': [{'id': '707623ec-d95b-41b2-8e25-0e51182a8a59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-20-iscsi', False) {} {{(pid=101953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:18:41.775414 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61061943-76aa-4d5a-b2de-55f4b7d1c5e3 None None] Checking router: 78f23305-0c4e-4f66-a132-8e25a8896867 for host: dv-cinder-733622-20-iscsi {{(pid=101953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:18:41.787235 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61061943-76aa-4d5a-b2de-55f4b7d1c5e3 None None] Routers {'78f23305-0c4e-4f66-a132-8e25a8896867'} bound to L3 agent in host dv-cinder-733622-20-iscsi {{(pid=101953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:18:41.788055 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.db.l3_hamode_db [None req-61061943-76aa-4d5a-b2de-55f4b7d1c5e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T22:08:28Z,description=,heartbeat_timestamp=2021-11-11T22:18:28Z,host='dv-cinder-733622-20-iscsi',id=4702c36b-78d9-4f52-8cbc-8d9e3292a6f2,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T22:08:28Z,topic='l3_agent')) {'router_ids': ['78f23305-0c4e-4f66-a132-8e25a8896867'], 'active': True} {{(pid=101953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:18:41.920979 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-b9616a32-860c-4ffd-a017-5c48f6ebb93c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:41.929181 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-b9616a32-860c-4ffd-a017-5c48f6ebb93c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:41.967260 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-94976e1e-363d-4c2b-af52-61056c27a29e req-18edd2c7-d1ae-4efd-a9ce-5208df1c9046 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3ba44d04-5a99-4c65-9fa0-289f5d67c798 HTTP/1.1" status: 200 len: 998 time: 0.2478693 Nov 11 22:18:41.983536 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9616a32-860c-4ffd-a017-5c48f6ebb93c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3bc745a-f4f0-4b75-bf2e-0227903753ae,revision_number=1']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:18:41.983783 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b6ef9e-761b-4e37-ab03-08ad9a102070 req-471cf796-3462-4117-ac17-2d81edbf1e5a tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:18:41.991035 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.db.l3_dvr_db [None req-61061943-76aa-4d5a-b2de-55f4b7d1c5e3 None None] Set router 78f23305-0c4e-4f66-a132-8e25a8896867 gateway port host: dv-cinder-733622-20-iscsi {{(pid=101953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:18:42.006825 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-61b6ef9e-761b-4e37-ab03-08ad9a102070 req-471cf796-3462-4117-ac17-2d81edbf1e5a tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/ports?device_id=efc7b803-47b0-47dd-b4af-0de101adaaaf HTTP/1.1" status: 200 len: 946 time: 0.1181977 Nov 11 22:18:42.007284 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 44592) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:18:42.038066 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-b9616a32-860c-4ffd-a017-5c48f6ebb93c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f1433447281e4d49a7876e56b09b8d0f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6718774 Nov 11 22:18:42.038676 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 44596) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:18:42.068266 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94976e1e-363d-4c2b-af52-61056c27a29e req-24822360-2cb7-4fca-be4c-ee4c7240dea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:18:42.072975 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-94976e1e-363d-4c2b-af52-61056c27a29e req-24822360-2cb7-4fca-be4c-ee4c7240dea2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=707623ec-d95b-41b2-8e25-0e51182a8a59 HTTP/1.1" status: 200 len: 849 time: 0.0614746 Nov 11 22:18:42.149664 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-40ae6266-47f5-4199-bfce-be024ca8fef3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:42.179780 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-61b6ef9e-761b-4e37-ab03-08ad9a102070 req-416855c7-386c-4e11-8e47-bf8e48713be6 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/security-groups?id=4cdb267d-d817-44be-b26a-e18e20b97bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1744094 Nov 11 22:18:42.221406 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-40ae6266-47f5-4199-bfce-be024ca8fef3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:42.225114 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94976e1e-363d-4c2b-af52-61056c27a29e req-28d95c2c-365e-4e9a-801b-af85ea4cfb30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:18:42.227544 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-94976e1e-363d-4c2b-af52-61056c27a29e req-28d95c2c-365e-4e9a-801b-af85ea4cfb30 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=73526368-1abf-4e4d-8815-40fc972517d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1302688 Nov 11 22:18:42.318329 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.v2.base [None req-911614d8-8d69-4a02-a605-d740fe6aeac5 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-302980593-network', 'tenant_id': '37b808c6e5e548688848ea41ad988fac'}} {{(pid=101951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:18:42.332334 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-40ae6266-47f5-4199-bfce-be024ca8fef3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:42.335426 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-40ae6266-47f5-4199-bfce-be024ca8fef3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:42.346170 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-40ae6266-47f5-4199-bfce-be024ca8fef3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e3bc745a-f4f0-4b75-bf2e-0227903753ae HTTP/1.1" status: 204 len: 168 time: 0.3058245 Nov 11 22:18:42.390809 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ae6266-47f5-4199-bfce-be024ca8fef3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3bc745a-f4f0-4b75-bf2e-0227903753ae,revision_number=None']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:18:42.393148 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-94976e1e-363d-4c2b-af52-61056c27a29e req-7e9416d4-1e3d-46e1-9c63-964a2e1664c8 service neutron] 10.222.0.26 "GET /v2.0/networks/73526368-1abf-4e4d-8815-40fc972517d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471264 Nov 11 22:18:42.399974 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-911614d8-8d69-4a02-a605-d740fe6aeac5 admin admin] Made reservation on behalf of 37b808c6e5e548688848ea41ad988fac for: {'network': 1} {{(pid=101951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:18:42.406456 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-911614d8-8d69-4a02-a605-d740fe6aeac5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for network, before_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:42.429553 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-911614d8-8d69-4a02-a605-d740fe6aeac5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:42.569006 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.db.l3_hamode_db [None req-61061943-76aa-4d5a-b2de-55f4b7d1c5e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78f23305-0c4e-4f66-a132-8e25a8896867', 'name': 'tempest-AttachVolumeTestJSON-250747894-router', 'tenant_id': '70121f12841d4897aae58f9fe9f2c556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'external_fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': 'ec5fa6b9-8064-4d3d-aaef-fc760a64117b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:18:06Z', 'updated_at': '2021-11-11T22:18:14Z', 'revision_number': 4, 'project_id': '70121f12841d4897aae58f9fe9f2c556', 'gw_port': {'id': 'ec5fa6b9-8064-4d3d-aaef-fc760a64117b', 'name': '', 'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:8e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f23305-0c4e-4f66-a132-8e25a8896867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:18:08Z', 'updated_at': '2021-11-11T22:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-20-iscsi', '_floatingips': [{'id': 'a90e31bb-6e72-4199-8924-a908f0d8be21', 'tenant_id': '70121f12841d4897aae58f9fe9f2c556', 'floating_ip_address': '172.27.0.31', 'floating_network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'router_id': '78f23305-0c4e-4f66-a132-8e25a8896867', 'port_id': '3ba44d04-5a99-4c65-9fa0-289f5d67c798', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 338, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73526368-1abf-4e4d-8815-40fc972517d4', 'mac_address': 'fa:16:3e:b0:02:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51d0126-0110-4740-9c43-0cb61c4d7635', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T22:18:18Z', 'updated_at': '2021-11-11T22:18:39Z', 'revision_number': 1, 'project_id': '70121f12841d4897aae58f9fe9f2c556', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bccd299-5984-48cf-bdd9-3cbdc542c4da', 'name': '', 'network_id': '73526368-1abf-4e4d-8815-40fc972517d4', 'tenant_id': '70121f12841d4897aae58f9fe9f2c556', 'mac_address': 'fa:16:3e:84:41:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f23305-0c4e-4f66-a132-8e25a8896867', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '707623ec-d95b-41b2-8e25-0e51182a8a59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:18:12Z', 'updated_at': '2021-11-11T22:18:18Z', 'revision_number': 5, 'project_id': '70121f12841d4897aae58f9fe9f2c556', 'subnets': [{'id': '707623ec-d95b-41b2-8e25-0e51182a8a59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-20-iscsi', False) {} {{(pid=101953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:18:42.594005 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ca1150-a9a4-4c11-a66f-01de2450c842 req-5684549b-df04-449a-b9dc-c6751f432733 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:18:42.602394 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-c2ca1150-a9a4-4c11-a66f-01de2450c842 req-5684549b-df04-449a-b9dc-c6751f432733 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1bff5be-1c1e-4186-98b3-13bb364493fb HTTP/1.1" status: 200 len: 946 time: 0.2081163 Nov 11 22:18:42.638692 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61061943-76aa-4d5a-b2de-55f4b7d1c5e3 None None] The sync data for ids ['78f23305-0c4e-4f66-a132-8e25a8896867'] in dv-cinder-733622-20-iscsi is: [{'id': '78f23305-0c4e-4f66-a132-8e25a8896867', 'name': 'tempest-AttachVolumeTestJSON-250747894-router', 'tenant_id': '70121f12841d4897aae58f9fe9f2c556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'external_fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': 'ec5fa6b9-8064-4d3d-aaef-fc760a64117b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:18:06Z', 'updated_at': '2021-11-11T22:18:14Z', 'revision_number': 4, 'project_id': '70121f12841d4897aae58f9fe9f2c556', 'gw_port': {'id': 'ec5fa6b9-8064-4d3d-aaef-fc760a64117b', 'name': '', 'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:8e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f23305-0c4e-4f66-a132-8e25a8896867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:18:08Z', 'updated_at': '2021-11-11T22:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-20-iscsi', '_floatingips': [{'id': 'a90e31bb-6e72-4199-8924-a908f0d8be21', 'tenant_id': '70121f12841d4897aae58f9fe9f2c556', 'floating_ip_address': '172.27.0.31', 'floating_network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'router_id': '78f23305-0c4e-4f66-a132-8e25a8896867', 'port_id': '3ba44d04-5a99-4c65-9fa0-289f5d67c798', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 338, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73526368-1abf-4e4d-8815-40fc972517d4', 'mac_address': 'fa:16:3e:b0:02:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51d0126-0110-4740-9c43-0cb61c4d7635', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T22:18:18Z', 'updated_at': '2021-11-11T22:18:39Z', 'revision_number': 1, 'project_id': '70121f12841d4897aae58f9fe9f2c556', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bccd299-5984-48cf-bdd9-3cbdc542c4da', 'name': '', 'network_id': '73526368-1abf-4e4d-8815-40fc972517d4', 'tenant_id': '70121f12841d4897aae58f9fe9f2c556', 'mac_address': 'fa:16:3e:84:41:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f23305-0c4e-4f66-a132-8e25a8896867', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '707623ec-d95b-41b2-8e25-0e51182a8a59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:18:12Z', 'updated_at': '2021-11-11T22:18:18Z', 'revision_number': 5, 'project_id': '70121f12841d4897aae58f9fe9f2c556', 'subnets': [{'id': '707623ec-d95b-41b2-8e25-0e51182a8a59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:18:42.656590 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-911614d8-8d69-4a02-a605-d740fe6aeac5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:42.664656 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-911614d8-8d69-4a02-a605-d740fe6aeac5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:42.693911 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-94976e1e-363d-4c2b-af52-61056c27a29e req-d3162943-f6b9-4811-a17c-23d2dd8fdd86 service neutron] 10.222.0.26 "GET /v2.0/networks/73526368-1abf-4e4d-8815-40fc972517d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2725902 Nov 11 22:18:42.719364 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-911614d8-8d69-4a02-a605-d740fe6aeac5 admin admin] vlan segment allocate from pool success with {'vlan_id': 823, 'physical_network': 'physnet1'} {{(pid=101951) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 22:18:42.737853 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-911614d8-8d69-4a02-a605-d740fe6aeac5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8017375'] for segment, precommit_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:42.738282 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.db.segments_db [None req-911614d8-8d69-4a02-a605-d740fe6aeac5 admin admin] Added segment b36605d2-852c-4962-b97f-ccd10282d3bb of type vlan for network a5cb8773-2445-4630-852f-d535f148c5a7 Nov 11 22:18:42.742958 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-c2ca1150-a9a4-4c11-a66f-01de2450c842 req-7140712a-5d87-4dd2-a92c-d14bb6870dff tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/security-groups?id=68067a07-9049-4dac-b76f-d82da95a01c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309829 Nov 11 22:18:42.846618 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-911614d8-8d69-4a02-a605-d740fe6aeac5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776911823580'] for network, precommit_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:42.849992 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911614d8-8d69-4a02-a605-d740fe6aeac5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a6f9ac3-42c8-4acc-8285-8f7fe1c0e9f6,revision_number=1']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:18:42.893336 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-911614d8-8d69-4a02-a605-d740fe6aeac5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260'] for network, after_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:42.895285 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-911614d8-8d69-4a02-a605-d740fe6aeac5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:18:42.895433 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-911614d8-8d69-4a02-a605-d740fe6aeac5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634242'] for network, before_response {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:42.971377 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.wsgi [-] (101950) accepted ('10.222.0.50', 44614) {{(pid=101950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:18:42.977195 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-911614d8-8d69-4a02-a605-d740fe6aeac5 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9704726 Nov 11 22:18:42.980136 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.v2.base [None req-c9835a70-c888-438b-9116-161d288d69d6 admin admin] Request body: {'subnet': {'network_id': 'a5cb8773-2445-4630-852f-d535f148c5a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-302980593-subnet', 'tenant_id': '37b808c6e5e548688848ea41ad988fac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:18:42.993721 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911614d8-8d69-4a02-a605-d740fe6aeac5 admin admin] Pushing event updated for resources: {'Network': ['ID=a5cb8773-2445-4630-852f-d535f148c5a7,revision_number=1']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:18:43.006234 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Network a5cb8773-2445-4630-852f-d535f148c5a7 details requested by agent ovs-agent-dv-cinder-733622-20-iscsi with host dv-cinder-733622-20-iscsi {{(pid=101952) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 22:18:43.022649 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.wsgi [-] (101950) accepted ('10.222.0.50', 44616) {{(pid=101950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:18:43.069270 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9835a70-c888-438b-9116-161d288d69d6 admin admin] Made reservation on behalf of 37b808c6e5e548688848ea41ad988fac for: {'subnet': 1} {{(pid=101950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:18:43.072641 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-c9835a70-c888-438b-9116-161d288d69d6 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:43.075031 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-06ed6d4c-57d3-49bd-9c4e-732f1ff867cc admin admin] Publish callbacks [] for security_group, before_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:43.174058 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39153bd9-445d-416b-bf35-f7df95c2d180 None None] New status for floating IP a90e31bb-6e72-4199-8924-a908f0d8be21: ACTIVE {{(pid=101952) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 22:18:43.619893 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-06ed6d4c-57d3-49bd-9c4e-732f1ff867cc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:43.632455 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-06ed6d4c-57d3-49bd-9c4e-732f1ff867cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:43.658121 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50bc14c-ac0b-4739-bb27-056fdb47fdd8 req-e2afad3b-513b-403e-9b0c-e67867021634 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:18:43.660048 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-c50bc14c-ac0b-4739-bb27-056fdb47fdd8 req-e2afad3b-513b-403e-9b0c-e67867021634 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/ports?device_id=efc7b803-47b0-47dd-b4af-0de101adaaaf HTTP/1.1" status: 200 len: 946 time: 0.1459897 Nov 11 22:18:43.736270 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [None req-06ed6d4c-57d3-49bd-9c4e-732f1ff867cc admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=339b4a42046e4d63baf8ff56460cc7e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7120070 Nov 11 22:18:43.739845 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 44622) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:18:43.743173 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ed6d4c-57d3-49bd-9c4e-732f1ff867cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3506e21a-5abc-459c-b267-0a5897de9add,revision_number=1']} {{(pid=101950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:18:43.851275 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-c50bc14c-ac0b-4739-bb27-056fdb47fdd8 req-c1f7b95b-ae8d-4de6-b0c1-23be85d9d5d4 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/security-groups?id=4cdb267d-d817-44be-b26a-e18e20b97bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1694586 Nov 11 22:18:43.853599 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-c9835a70-c888-438b-9116-161d288d69d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260'] for subnet, after_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:43.900813 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-dd5d8ba4-feee-4ef2-8b4c-8bb73e8f363c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:43.948903 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-dd5d8ba4-feee-4ef2-8b4c-8bb73e8f363c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:43.971510 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9835a70-c888-438b-9116-161d288d69d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f72593a-0a5e-4646-833d-0c0b3fec0348,revision_number=0']} {{(pid=101950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:18:43.985406 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9835a70-c888-438b-9116-161d288d69d6 admin admin] Checking segment: {'id': 'b36605d2-852c-4962-b97f-ccd10282d3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'a5cb8773-2445-4630-852f-d535f148c5a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:18:43.985873 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9835a70-c888-438b-9116-161d288d69d6 admin admin] Network hostable DHCP agents. Network: a5cb8773-2445-4630-852f-d535f148c5a7, hostable agents: ['23e6d948-888e-4d00-9ca4-1adf1bb62ced'], hosted agents: [] {{(pid=101950) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 22:18:44.030079 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-dd5d8ba4-feee-4ef2-8b4c-8bb73e8f363c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:44.033114 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-dd5d8ba4-feee-4ef2-8b4c-8bb73e8f363c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:44.034803 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-dd5d8ba4-feee-4ef2-8b4c-8bb73e8f363c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3506e21a-5abc-459c-b267-0a5897de9add HTTP/1.1" status: 204 len: 168 time: 0.2932198 Nov 11 22:18:44.045491 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fef940-be75-47af-8c70-508e942b5335 req-743155af-c71e-4c1a-a707-70ecce163bd1 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:18:44.048993 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-96fef940-be75-47af-8c70-508e942b5335 req-743155af-c71e-4c1a-a707-70ecce163bd1 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1bff5be-1c1e-4186-98b3-13bb364493fb HTTP/1.1" status: 200 len: 946 time: 0.1259558 Nov 11 22:18:44.051573 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5d8ba4-feee-4ef2-8b4c-8bb73e8f363c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3506e21a-5abc-459c-b267-0a5897de9add,revision_number=None']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:18:44.074830 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9835a70-c888-438b-9116-161d288d69d6 admin admin] Network a5cb8773-2445-4630-852f-d535f148c5a7 is scheduled to be hosted by DHCP agent 23e6d948-888e-4d00-9ca4-1adf1bb62ced with binding_index 1 {{(pid=101950) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 22:18:44.147850 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.scheduler.base_scheduler [None req-c9835a70-c888-438b-9116-161d288d69d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-20-iscsi, a5cb8773-2445-4630-852f-d535f148c5a7) {{(pid=101950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:18:44.165513 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9835a70-c888-438b-9116-161d288d69d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:18:44.165978 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-c9835a70-c888-438b-9116-161d288d69d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634242'] for subnet, before_response {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:44.176285 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-313da0af-6558-441c-aca2-d0c72a60e848 None None] Network a5cb8773-2445-4630-852f-d535f148c5a7 requested from dv-cinder-733622-20-iscsi {{(pid=101952) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:18:44.204424 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-96fef940-be75-47af-8c70-508e942b5335 req-3ba40c21-1abb-4cbe-8d9a-76abb6a97d55 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/security-groups?id=68067a07-9049-4dac-b76f-d82da95a01c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315982 Nov 11 22:18:44.234512 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [None req-c9835a70-c888-438b-9116-161d288d69d6 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2612698 Nov 11 22:18:44.457156 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc024007-76ea-4d66-b8a1-fb86b745868e None None] Network a5cb8773-2445-4630-852f-d535f148c5a7 requested from dv-cinder-733622-20-iscsi {{(pid=101952) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:18:44.886303 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Device ff855d16-c432-40fd-b18f-d64264e49e6e details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=101952) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 22:18:45.106081 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] For port ff855d16-c432-40fd-b18f-d64264e49e6e, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=ff855d16-c432-40fd-b18f-d64264e49e6e,segment=NetworkSegment(9c208126-1f8a-404f-ae1b-bfd4e87909c5),segment_id=9c208126-1f8a-404f-ae1b-bfd4e87909c5)] {{(pid=101952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:18:45.127801 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Returning: {'device': 'ff855d16-c432-40fd-b18f-d64264e49e6e', 'network_id': '6d6ff938-050a-4ca6-ad58-070035060c7c', 'port_id': 'ff855d16-c432-40fd-b18f-d64264e49e6e', 'mac_address': 'fa:16:3e:f1:d7:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 839, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28859a9d-69fd-4dd9-a7c8-b3902292e969', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101952) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 22:18:45.174851 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b470290e-346e-46bc-8eed-57a015d243ca req-37f7a12a-7299-4222-8e8f-e60a59a56a9d tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:18:45.182137 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-b470290e-346e-46bc-8eed-57a015d243ca req-37f7a12a-7299-4222-8e8f-e60a59a56a9d tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/ports?device_id=efc7b803-47b0-47dd-b4af-0de101adaaaf HTTP/1.1" status: 200 len: 946 time: 0.1300273 Nov 11 22:18:45.212634 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:45.239000 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.notifiers.nova [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ff855d16-c432-40fd-b18f-d64264e49e6e {{(pid=101952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 22:18:45.271513 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] For port ff855d16-c432-40fd-b18f-d64264e49e6e, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=ff855d16-c432-40fd-b18f-d64264e49e6e,segment=NetworkSegment(9c208126-1f8a-404f-ae1b-bfd4e87909c5),segment_id=9c208126-1f8a-404f-ae1b-bfd4e87909c5)] {{(pid=101952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:18:45.282446 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776912265364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776911838100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776911838118'] for port, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:45.371792 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Pushing event updated for resources: {'Port': ['ID=ff855d16-c432-40fd-b18f-d64264e49e6e,revision_number=6']} {{(pid=101952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:18:45.380252 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-b470290e-346e-46bc-8eed-57a015d243ca req-3747ceac-c8be-40a3-84d0-722a7897f84a tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/security-groups?id=4cdb267d-d817-44be-b26a-e18e20b97bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1869555 Nov 11 22:18:45.407185 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:18:45.407978 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:18:45.408781 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:18:45.409971 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:18:45.411876 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:18:45.412630 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:18:45.413173 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:18:45.413856 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:18:45.414922 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:18:45.415430 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:18:45.415916 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:18:45.416681 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:18:45.425680 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] get_ports_and_sgs() called for port_ids ['ff855d16-c432-40fd-b18f-d64264e49e6e'] {{(pid=101952) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 22:18:45.605499 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d55760-e231-408b-bcbc-0d3f26c902d3 req-145a7ab8-ca86-4462-bd06-9a75b604c94b tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:18:45.627792 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-07d55760-e231-408b-bcbc-0d3f26c902d3 req-145a7ab8-ca86-4462-bd06-9a75b604c94b tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1bff5be-1c1e-4186-98b3-13bb364493fb HTTP/1.1" status: 200 len: 946 time: 0.1802056 Nov 11 22:18:45.726217 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-07d55760-e231-408b-bcbc-0d3f26c902d3 req-1c111f4e-6795-405b-a818-dd779bba7f35 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/security-groups?id=68067a07-9049-4dac-b76f-d82da95a01c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964668 Nov 11 22:18:46.604813 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c27534-ece4-4f9a-a6b2-d275f064875d req-70ae35a3-f24e-4205-aa98-bb12efd09c96 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:18:46.606383 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-63c27534-ece4-4f9a-a6b2-d275f064875d req-70ae35a3-f24e-4205-aa98-bb12efd09c96 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/ports?device_id=efc7b803-47b0-47dd-b4af-0de101adaaaf HTTP/1.1" status: 200 len: 945 time: 0.0697460 Nov 11 22:18:46.755084 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-63c27534-ece4-4f9a-a6b2-d275f064875d req-ed99ab36-db95-4606-b9f3-60354ba2832c tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/security-groups?id=4cdb267d-d817-44be-b26a-e18e20b97bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1360288 Nov 11 22:18:46.760224 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f477ded8-9254-4447-9df4-e2e83de1058a req-8f8b4da2-eaa3-4b9c-8cdf-5d59cd05f201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:18:46.762293 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-f477ded8-9254-4447-9df4-e2e83de1058a req-8f8b4da2-eaa3-4b9c-8cdf-5d59cd05f201 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1ce5c1a9babe4d3098016d7a6fcab517&device_id=efc7b803-47b0-47dd-b4af-0de101adaaaf HTTP/1.1" status: 200 len: 1098 time: 0.1255934 Nov 11 22:18:46.889664 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Device ff855d16-c432-40fd-b18f-d64264e49e6e up at agent hyperv_hv-cinder-73362 {{(pid=101952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:18:46.970491 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f477ded8-9254-4447-9df4-e2e83de1058a req-c280b704-9552-4570-b32c-898e8297804b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:18:46.972428 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-f477ded8-9254-4447-9df4-e2e83de1058a req-c280b704-9552-4570-b32c-898e8297804b service neutron] 10.222.0.26 "GET /v2.0/networks?id=6d6ff938-050a-4ca6-ad58-070035060c7c HTTP/1.1" status: 200 len: 917 time: 0.1585262 Nov 11 22:18:46.991787 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.provisioning_blocks [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Provisioning complete for port ff855d16-c432-40fd-b18f-d64264e49e6e triggered by entity L2. {{(pid=101952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:18:46.992387 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8061746'] for port, provisioning_complete {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:47.005480 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cbde1c-b684-4d89-a861-f01e48e5045a req-ce2c665f-ff67-4503-bbd9-55a830b8bef5 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:18:47.007469 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-20cbde1c-b684-4d89-a861-f01e48e5045a req-ce2c665f-ff67-4503-bbd9-55a830b8bef5 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1bff5be-1c1e-4186-98b3-13bb364493fb HTTP/1.1" status: 200 len: 946 time: 0.1202359 Nov 11 22:18:47.110531 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-f477ded8-9254-4447-9df4-e2e83de1058a req-2721768f-1b4c-4148-bd49-e6c4844a716d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ff855d16-c432-40fd-b18f-d64264e49e6e HTTP/1.1" status: 200 len: 1001 time: 0.1241672 Nov 11 22:18:47.158123 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:47.171583 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-20cbde1c-b684-4d89-a861-f01e48e5045a req-d068d2ad-a497-4932-b135-f88e29171091 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/security-groups?id=68067a07-9049-4dac-b76f-d82da95a01c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252770 Nov 11 22:18:47.199200 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f477ded8-9254-4447-9df4-e2e83de1058a req-680b77b0-eeea-4e07-bc32-f9ea8f222d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:18:47.201008 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-f477ded8-9254-4447-9df4-e2e83de1058a req-680b77b0-eeea-4e07-bc32-f9ea8f222d8e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=28859a9d-69fd-4dd9-a7c8-b3902292e969 HTTP/1.1" status: 200 len: 855 time: 0.0784662 Nov 11 22:18:47.251513 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efc7b803-47b0-47dd-b4af-0de101adaaaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff855d16-c432-40fd-b18f-d64264e49e6e'}] {{(pid=101952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:18:47.259262 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f477ded8-9254-4447-9df4-e2e83de1058a req-18b14a7f-fe04-483c-a4d2-e9a1c24ee0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:18:47.261120 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-f477ded8-9254-4447-9df4-e2e83de1058a req-18b14a7f-fe04-483c-a4d2-e9a1c24ee0fc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6d6ff938-050a-4ca6-ad58-070035060c7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0515606 Nov 11 22:18:47.264419 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}354dda558456ac383be05774d0115fbb8a8e814f0e1169db929e83f4c2942df8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb7e06d6-f39b-4dad-b23d-6d4223142611" -d '{"events": [{"server_uuid": "efc7b803-47b0-47dd-b4af-0de101adaaaf", "name": "network-vif-plugged", "status": "completed", "tag": "ff855d16-c432-40fd-b18f-d64264e49e6e"}]}' {{(pid=101952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:18:47.302581 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] For port ff855d16-c432-40fd-b18f-d64264e49e6e, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=ff855d16-c432-40fd-b18f-d64264e49e6e,segment=NetworkSegment(9c208126-1f8a-404f-ae1b-bfd4e87909c5),segment_id=9c208126-1f8a-404f-ae1b-bfd4e87909c5)] {{(pid=101952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:18:47.318226 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776912265364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776911838100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776911838118'] for port, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:47.328467 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 22:18:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-888c2134-cdee-4173-8d32-c87332bb81d9 x-openstack-request-id: req-888c2134-cdee-4173-8d32-c87332bb81d9 {{(pid=101952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:18:47.329166 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efc7b803-47b0-47dd-b4af-0de101adaaaf", "name": "network-vif-plugged", "status": "completed", "tag": "ff855d16-c432-40fd-b18f-d64264e49e6e", "code": 200}]} {{(pid=101952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:18:47.329655 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-888c2134-cdee-4173-8d32-c87332bb81d9 {{(pid=101952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:18:47.331043 dv-cinder-733622-20-iscsi neutron-server[101952]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efc7b803-47b0-47dd-b4af-0de101adaaaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff855d16-c432-40fd-b18f-d64264e49e6e', 'code': 200} Nov 11 22:18:47.387519 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Pushing event updated for resources: {'Port': ['ID=ff855d16-c432-40fd-b18f-d64264e49e6e,revision_number=7']} {{(pid=101952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:18:47.388279 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-f477ded8-9254-4447-9df4-e2e83de1058a req-e7c9117b-cd04-45e8-887a-bdeac5dc44dd service neutron] 10.222.0.26 "GET /v2.0/networks/6d6ff938-050a-4ca6-ad58-070035060c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166277 Nov 11 22:18:47.503493 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-f477ded8-9254-4447-9df4-e2e83de1058a req-a6eee890-be3b-411d-8d79-9799a7f969a0 service neutron] 10.222.0.26 "GET /v2.0/networks/6d6ff938-050a-4ca6-ad58-070035060c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068408 Nov 11 22:18:47.972330 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.db.agents_db [None req-7a0be6d5-f821-4115-b6dd-94f53e40a68e None None] Agent healthcheck: found 6 active agents {{(pid=101953) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:18:47.983441 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d8d39c-4b93-461e-b3ca-627879131525 req-5d417241-95e3-4a16-852e-39fa4a8046b5 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:18:47.997672 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-77d8d39c-4b93-461e-b3ca-627879131525 req-5d417241-95e3-4a16-852e-39fa4a8046b5 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/ports?device_id=efc7b803-47b0-47dd-b4af-0de101adaaaf HTTP/1.1" status: 200 len: 946 time: 0.1100268 Nov 11 22:18:48.079349 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-77d8d39c-4b93-461e-b3ca-627879131525 req-4f4bb4a2-e2af-4c75-9176-ef3cd27a51db tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/security-groups?id=4cdb267d-d817-44be-b26a-e18e20b97bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761402 Nov 11 22:18:51.516083 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb15775e-c997-4cf6-9512-91d865237062 req-2a4cda10-6a9e-4770-8e94-225416e75083 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:18:51.521506 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-fb15775e-c997-4cf6-9512-91d865237062 req-2a4cda10-6a9e-4770-8e94-225416e75083 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1bff5be-1c1e-4186-98b3-13bb364493fb HTTP/1.1" status: 200 len: 946 time: 0.0965438 Nov 11 22:18:51.582411 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-fb15775e-c997-4cf6-9512-91d865237062 req-58e1413f-a6c4-46a9-8b55-972c3596b47a tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/security-groups?id=68067a07-9049-4dac-b76f-d82da95a01c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499463 Nov 11 22:18:51.752814 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d248d54-3539-4847-9586-a799d50728e4 req-ef4986a0-ad40-4b9c-ae00-6f46f7352742 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:18:51.761148 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-0d248d54-3539-4847-9586-a799d50728e4 req-ef4986a0-ad40-4b9c-ae00-6f46f7352742 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/ports?device_id=efc7b803-47b0-47dd-b4af-0de101adaaaf HTTP/1.1" status: 200 len: 946 time: 0.1029537 Nov 11 22:18:51.823371 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-0d248d54-3539-4847-9586-a799d50728e4 req-e0c8b189-dad3-460b-a9b6-d247c86997df tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/security-groups?id=4cdb267d-d817-44be-b26a-e18e20b97bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573688 Nov 11 22:18:55.639654 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-02228846-36b4-4cbe-b2fc-00ee0db69c14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:55.703572 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc9c739-6e39-4f57-b0ed-e50d8827be3d req-5dad2308-70f4-40ee-a1df-855ac0483450 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:18:55.705642 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-2dc9c739-6e39-4f57-b0ed-e50d8827be3d req-5dad2308-70f4-40ee-a1df-855ac0483450 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1bff5be-1c1e-4186-98b3-13bb364493fb HTTP/1.1" status: 200 len: 946 time: 0.0787535 Nov 11 22:18:55.787831 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-2dc9c739-6e39-4f57-b0ed-e50d8827be3d req-f2c8c603-c870-4f86-a379-835f411e75e2 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/security-groups?id=68067a07-9049-4dac-b76f-d82da95a01c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715907 Nov 11 22:18:55.917177 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15d4927-9a2c-4e6b-940a-a57b7624c151 req-a929ac3b-6882-478b-bda5-13148e4c6f0a tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:18:55.918886 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-f15d4927-9a2c-4e6b-940a-a57b7624c151 req-a929ac3b-6882-478b-bda5-13148e4c6f0a tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/ports?device_id=efc7b803-47b0-47dd-b4af-0de101adaaaf HTTP/1.1" status: 200 len: 946 time: 0.0676055 Nov 11 22:18:56.045394 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-f15d4927-9a2c-4e6b-940a-a57b7624c151 req-8db386ad-bd7c-45f7-84aa-62055089b2b6 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/security-groups?id=4cdb267d-d817-44be-b26a-e18e20b97bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1166525 Nov 11 22:18:56.665250 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ca4cd9-e5b9-43d1-852f-cfb812227428 req-39010b83-d514-4e56-8f56-e493f25adfe2 tempest-VolumesSnapshotTestJSON-1792625471 tempest-VolumesSnapshotTestJSON-1792625471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:18:56.667800 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-58ca4cd9-e5b9-43d1-852f-cfb812227428 req-39010b83-d514-4e56-8f56-e493f25adfe2 tempest-VolumesSnapshotTestJSON-1792625471 tempest-VolumesSnapshotTestJSON-1792625471-project] 10.222.0.50 "GET /v2.0/networks?id=a5cb8773-2445-4630-852f-d535f148c5a7 HTTP/1.1" status: 200 len: 813 time: 0.2350276 Nov 11 22:18:56.698726 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-58ca4cd9-e5b9-43d1-852f-cfb812227428 req-faa55c82-5d9d-49f4-95c8-0795c626ca6f tempest-VolumesSnapshotTestJSON-1792625471 tempest-VolumesSnapshotTestJSON-1792625471-project] 10.222.0.50 "GET /v2.0/quotas/37b808c6e5e548688848ea41ad988fac HTTP/1.1" status: 200 len: 375 time: 0.0236013 Nov 11 22:18:56.737720 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-58ca4cd9-e5b9-43d1-852f-cfb812227428 req-a1062650-3a38-44cf-b899-cdecf42f2181 tempest-VolumesSnapshotTestJSON-1792625471 tempest-VolumesSnapshotTestJSON-1792625471-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=37b808c6e5e548688848ea41ad988fac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0372207 Nov 11 22:18:56.982574 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-58ca4cd9-e5b9-43d1-852f-cfb812227428 req-3e88cbe0-e50a-411a-8b2c-6b14b0a15c08 service neutron] 10.222.0.50 "GET /v2.0/networks/a5cb8773-2445-4630-852f-d535f148c5a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2412953 Nov 11 22:18:57.124864 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ffffd1-68ed-496c-92cd-d8738253458a req-9c70fe89-98a0-4825-a027-abe1622037ab tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:18:57.127513 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-19ffffd1-68ed-496c-92cd-d8738253458a req-9c70fe89-98a0-4825-a027-abe1622037ab tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1bff5be-1c1e-4186-98b3-13bb364493fb HTTP/1.1" status: 200 len: 946 time: 0.2293127 Nov 11 22:18:57.261186 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-19ffffd1-68ed-496c-92cd-d8738253458a req-1a52710d-08f2-4964-a32b-926beaa076c2 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/security-groups?id=68067a07-9049-4dac-b76f-d82da95a01c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875266 Nov 11 22:18:57.263628 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-58ca4cd9-e5b9-43d1-852f-cfb812227428 req-32976ca0-6536-449b-836d-c57fe3d0e341 service neutron] 10.222.0.50 "GET /v2.0/networks/a5cb8773-2445-4630-852f-d535f148c5a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2679937 Nov 11 22:18:57.552259 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1535fc92-efce-4276-b216-7c0770fb26a3 req-62cac120-5cba-49a4-a806-5149130d800d tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:18:57.609862 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-1535fc92-efce-4276-b216-7c0770fb26a3 req-62cac120-5cba-49a4-a806-5149130d800d tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/ports?device_id=efc7b803-47b0-47dd-b4af-0de101adaaaf HTTP/1.1" status: 200 len: 946 time: 0.1914012 Nov 11 22:18:57.732304 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-f1acf5e3-2ef5-48f4-9f6d-d0b97b956f32 req-f135879c-6e22-484a-ad6d-c68410d5f2e6 tempest-VolumesSnapshotTestJSON-1792625471 tempest-VolumesSnapshotTestJSON-1792625471-project] 10.222.0.50 "GET /v2.0/ports?device_id=c93739b1-afa7-482b-a1c7-ba3acd087879 HTTP/1.1" status: 200 len: 210 time: 0.0916824 Nov 11 22:18:57.960752 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-1535fc92-efce-4276-b216-7c0770fb26a3 req-c88e3a1f-8549-48bb-970f-c13d0073583a tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/security-groups?id=4cdb267d-d817-44be-b26a-e18e20b97bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3396883 Nov 11 22:18:58.186795 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-efedbb5d-9f00-4433-baaa-97d623ba7fc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:58.301992 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b34fc7-0fae-4c56-afa8-17ec8ea557a1 req-8d48854d-29e7-40d3-8120-af9e614ac43b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:18:58.313457 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-53b34fc7-0fae-4c56-afa8-17ec8ea557a1 req-8d48854d-29e7-40d3-8120-af9e614ac43b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d1bff5be-1c1e-4186-98b3-13bb364493fb HTTP/1.1" status: 200 len: 1099 time: 0.1318257 Nov 11 22:18:58.472713 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-53b34fc7-0fae-4c56-afa8-17ec8ea557a1 req-570724ec-7289-45d5-8cdb-88680e4d4ce9 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=68067a07-9049-4dac-b76f-d82da95a01c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498652 Nov 11 22:18:58.669599 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62b8f91-3c03-4afb-8c93-2a4d3e347eb0 req-5879e426-d28b-4568-aecc-00234ff0c97f tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:18:58.671200 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-c62b8f91-3c03-4afb-8c93-2a4d3e347eb0 req-5879e426-d28b-4568-aecc-00234ff0c97f tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1bff5be-1c1e-4186-98b3-13bb364493fb HTTP/1.1" status: 200 len: 946 time: 0.1135721 Nov 11 22:18:58.794477 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-c62b8f91-3c03-4afb-8c93-2a4d3e347eb0 req-74943818-0c63-45b5-8384-279c47ee9a21 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/security-groups?id=68067a07-9049-4dac-b76f-d82da95a01c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106575 Nov 11 22:18:58.964947 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-810882a7-1c37-408b-a355-ec0110387fda req-0ea948d8-92ea-4ecd-b668-26e82eed0f5c tempest-VolumesSnapshotTestJSON-1792625471 tempest-VolumesSnapshotTestJSON-1792625471-project] 10.222.0.50 "GET /v2.0/ports?device_id=c93739b1-afa7-482b-a1c7-ba3acd087879 HTTP/1.1" status: 200 len: 210 time: 0.0703394 Nov 11 22:18:59.229522 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a57661-b2fd-4f34-a9b0-2c6eb98486af req-134c2b63-edd1-42a1-bdba-53a8efcf4837 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:18:59.231192 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-08a57661-b2fd-4f34-a9b0-2c6eb98486af req-134c2b63-edd1-42a1-bdba-53a8efcf4837 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/ports?device_id=efc7b803-47b0-47dd-b4af-0de101adaaaf HTTP/1.1" status: 200 len: 946 time: 0.0644934 Nov 11 22:18:59.340292 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-08a57661-b2fd-4f34-a9b0-2c6eb98486af req-cec71b61-3701-440b-ac5e-13112883c1aa tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/security-groups?id=4cdb267d-d817-44be-b26a-e18e20b97bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016567 Nov 11 22:18:59.389027 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-766b5b4b-9c4e-4513-9f30-d5290b623bba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:18:59.826987 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ca4cd9-e5b9-43d1-852f-cfb812227428 req-cfd458ef-fc33-4edc-82a9-f72353eb6d77 tempest-VolumesSnapshotTestJSON-1792625471 tempest-VolumesSnapshotTestJSON-1792625471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:18:59.828888 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-58ca4cd9-e5b9-43d1-852f-cfb812227428 req-cfd458ef-fc33-4edc-82a9-f72353eb6d77 tempest-VolumesSnapshotTestJSON-1792625471 tempest-VolumesSnapshotTestJSON-1792625471-project] 10.222.0.26 "GET /v2.0/networks?id=a5cb8773-2445-4630-852f-d535f148c5a7 HTTP/1.1" status: 200 len: 813 time: 0.1599751 Nov 11 22:18:59.860164 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.v2.base [req-58ca4cd9-e5b9-43d1-852f-cfb812227428 req-5d38f381-09b9-4ee5-baad-6a18f0087897 tempest-VolumesSnapshotTestJSON-1792625471 tempest-VolumesSnapshotTestJSON-1792625471-project] Request body: {'port': {'device_id': 'c93739b1-afa7-482b-a1c7-ba3acd087879', 'network_id': 'a5cb8773-2445-4630-852f-d535f148c5a7', 'admin_state_up': True, 'tenant_id': '37b808c6e5e548688848ea41ad988fac'}} {{(pid=101950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:19:00.067933 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46b8878-84e5-408e-87d6-ea8e956efcc2 req-d0cc15ff-9a52-4656-b3d9-2af9fe92b022 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:00.074998 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-f46b8878-84e5-408e-87d6-ea8e956efcc2 req-d0cc15ff-9a52-4656-b3d9-2af9fe92b022 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1bff5be-1c1e-4186-98b3-13bb364493fb HTTP/1.1" status: 200 len: 946 time: 0.1030927 Nov 11 22:19:00.135570 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-a106daea-8068-46f1-a652-e0eebbfd63cc req-f57bbee7-a20b-464c-a0ff-5988e348c10e tempest-VolumesSnapshotTestJSON-1792625471 tempest-VolumesSnapshotTestJSON-1792625471-project] 10.222.0.50 "GET /v2.0/ports?device_id=c93739b1-afa7-482b-a1c7-ba3acd087879 HTTP/1.1" status: 200 len: 210 time: 0.0518622 Nov 11 22:19:00.230727 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-f46b8878-84e5-408e-87d6-ea8e956efcc2 req-d6cda3ce-4f5e-4d75-bc17-035eff2e1a94 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/security-groups?id=68067a07-9049-4dac-b76f-d82da95a01c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543581 Nov 11 22:19:00.241649 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58ca4cd9-e5b9-43d1-852f-cfb812227428 req-5d38f381-09b9-4ee5-baad-6a18f0087897 tempest-VolumesSnapshotTestJSON-1792625471 tempest-VolumesSnapshotTestJSON-1792625471-project] Made reservation on behalf of 37b808c6e5e548688848ea41ad988fac for: {'port': 1} {{(pid=101950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:19:00.247237 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [req-58ca4cd9-e5b9-43d1-852f-cfb812227428 req-5d38f381-09b9-4ee5-baad-6a18f0087897 tempest-VolumesSnapshotTestJSON-1792625471 tempest-VolumesSnapshotTestJSON-1792625471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:00.542987 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a16913-1886-498c-a1ad-7491fd228241 req-0c78f999-b67f-4ed4-abc2-9b2e6bab01a8 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:00.545960 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-78a16913-1886-498c-a1ad-7491fd228241 req-0c78f999-b67f-4ed4-abc2-9b2e6bab01a8 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/ports?device_id=efc7b803-47b0-47dd-b4af-0de101adaaaf HTTP/1.1" status: 200 len: 946 time: 0.0876853 Nov 11 22:19:00.602273 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.db.db_base_plugin_common [req-58ca4cd9-e5b9-43d1-852f-cfb812227428 req-5d38f381-09b9-4ee5-baad-6a18f0087897 tempest-VolumesSnapshotTestJSON-1792625471 tempest-VolumesSnapshotTestJSON-1792625471-project] Allocated IP 172.20.0.8 (a5cb8773-2445-4630-852f-d535f148c5a7/9f72593a-0a5e-4646-833d-0c0b3fec0348/e67bb1cf-5a61-4ad3-9c2b-bea8fb89c159) {{(pid=101950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:19:00.668977 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-78a16913-1886-498c-a1ad-7491fd228241 req-5cf97f55-a3ab-4246-afe2-303eb20861a8 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/security-groups?id=4cdb267d-d817-44be-b26a-e18e20b97bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1161616 Nov 11 22:19:00.715454 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41127044-083c-4d7a-ac9c-cea66133c5a5 req-e01fbf11-d0d6-42ce-baf9-b0eefa8cf1ba tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:00.718338 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-41127044-083c-4d7a-ac9c-cea66133c5a5 req-e01fbf11-d0d6-42ce-baf9-b0eefa8cf1ba tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1bff5be-1c1e-4186-98b3-13bb364493fb HTTP/1.1" status: 200 len: 946 time: 0.1430099 Nov 11 22:19:00.792165 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-6e72e30b-d533-48e1-89e1-e2b3014a0430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:00.858483 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-41127044-083c-4d7a-ac9c-cea66133c5a5 req-a72c06fa-b68d-41cb-a6a5-5a3f7021060b tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/security-groups?id=68067a07-9049-4dac-b76f-d82da95a01c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324654 Nov 11 22:19:00.922285 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [req-58ca4cd9-e5b9-43d1-852f-cfb812227428 req-5d38f381-09b9-4ee5-baad-6a18f0087897 tempest-VolumesSnapshotTestJSON-1792625471 tempest-VolumesSnapshotTestJSON-1792625471-project] Publish callbacks [] for port, precommit_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:00.970966 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [req-58ca4cd9-e5b9-43d1-852f-cfb812227428 req-5d38f381-09b9-4ee5-baad-6a18f0087897 tempest-VolumesSnapshotTestJSON-1792625471 tempest-VolumesSnapshotTestJSON-1792625471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776911838082'] for port, after_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:01.029986 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58ca4cd9-e5b9-43d1-852f-cfb812227428 req-5d38f381-09b9-4ee5-baad-6a18f0087897 tempest-VolumesSnapshotTestJSON-1792625471 tempest-VolumesSnapshotTestJSON-1792625471-project] Network a5cb8773-2445-4630-852f-d535f148c5a7 is already hosted by enough agents. {{(pid=101950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:19:01.033792 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.scheduler.base_scheduler [req-58ca4cd9-e5b9-43d1-852f-cfb812227428 req-5d38f381-09b9-4ee5-baad-6a18f0087897 tempest-VolumesSnapshotTestJSON-1792625471 tempest-VolumesSnapshotTestJSON-1792625471-project] Resources bound (agent type, host, resource id): {{(pid=101950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:19:01.041649 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.db.l3_dvrscheduler_db [req-58ca4cd9-e5b9-43d1-852f-cfb812227428 req-5d38f381-09b9-4ee5-baad-6a18f0087897 tempest-VolumesSnapshotTestJSON-1792625471 tempest-VolumesSnapshotTestJSON-1792625471-project] Received port after_create {{(pid=101950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:19:01.048433 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ca4cd9-e5b9-43d1-852f-cfb812227428 req-5d38f381-09b9-4ee5-baad-6a18f0087897 tempest-VolumesSnapshotTestJSON-1792625471 tempest-VolumesSnapshotTestJSON-1792625471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:01.049534 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [req-58ca4cd9-e5b9-43d1-852f-cfb812227428 req-5d38f381-09b9-4ee5-baad-6a18f0087897 tempest-VolumesSnapshotTestJSON-1792625471 tempest-VolumesSnapshotTestJSON-1792625471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634242'] for port, before_response {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:01.065136 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d38f381-09b9-4ee5-baad-6a18f0087897 tempest-VolumesSnapshotTestJSON-1792625471 tempest-VolumesSnapshotTestJSON-1792625471-project] Pushing event updated for resources: {'Port': ['ID=e67bb1cf-5a61-4ad3-9c2b-bea8fb89c159,revision_number=1']} {{(pid=101950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:19:01.090035 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-58ca4cd9-e5b9-43d1-852f-cfb812227428 req-5d38f381-09b9-4ee5-baad-6a18f0087897 tempest-VolumesSnapshotTestJSON-1792625471 tempest-VolumesSnapshotTestJSON-1792625471-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2348149 Nov 11 22:19:01.306020 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c167730-e83c-4073-bae5-18023668773b req-457429e9-a7e4-479c-97c5-acb37e5444c4 tempest-VolumesSnapshotTestJSON-1792625471 tempest-VolumesSnapshotTestJSON-1792625471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:01.313954 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-7c167730-e83c-4073-bae5-18023668773b req-457429e9-a7e4-479c-97c5-acb37e5444c4 tempest-VolumesSnapshotTestJSON-1792625471 tempest-VolumesSnapshotTestJSON-1792625471-project] 10.222.0.50 "GET /v2.0/ports?device_id=c93739b1-afa7-482b-a1c7-ba3acd087879 HTTP/1.1" status: 200 len: 931 time: 0.0880740 Nov 11 22:19:01.405444 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-7c167730-e83c-4073-bae5-18023668773b req-644b87d2-9a5c-4681-9f4c-2a6c6c6d1097 tempest-VolumesSnapshotTestJSON-1792625471 tempest-VolumesSnapshotTestJSON-1792625471-project] 10.222.0.50 "GET /v2.0/security-groups?id=0a6f9ac3-42c8-4acc-8285-8f7fe1c0e9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905011 Nov 11 22:19:01.813127 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:01.857318 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baf0669-f626-4500-ae77-0aeeddde77b6 req-0a0c9a62-a42c-499c-a55c-118822ea0388 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:01.858870 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-3baf0669-f626-4500-ae77-0aeeddde77b6 req-0a0c9a62-a42c-499c-a55c-118822ea0388 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/ports?device_id=efc7b803-47b0-47dd-b4af-0de101adaaaf HTTP/1.1" status: 200 len: 946 time: 0.0649130 Nov 11 22:19:01.934128 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-3baf0669-f626-4500-ae77-0aeeddde77b6 req-c2b22b11-c4bc-4b82-8f53-96b11646408f tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/security-groups?id=4cdb267d-d817-44be-b26a-e18e20b97bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671570 Nov 11 22:19:02.062913 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1699f7cf-b5d1-44c9-8130-a9ac7416af5d req-becc4b01-90fe-45c2-aa3d-b782d1de0427 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:02.065181 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-1699f7cf-b5d1-44c9-8130-a9ac7416af5d req-becc4b01-90fe-45c2-aa3d-b782d1de0427 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1bff5be-1c1e-4186-98b3-13bb364493fb HTTP/1.1" status: 200 len: 946 time: 0.0618963 Nov 11 22:19:02.125415 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-1699f7cf-b5d1-44c9-8130-a9ac7416af5d req-3175ee26-dcf3-4a2b-a55a-99ab657d3e72 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/security-groups?id=68067a07-9049-4dac-b76f-d82da95a01c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534797 Nov 11 22:19:02.554268 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad860a6-dc4b-43a5-a23d-2a1ee7d5182a req-8c50fdad-2f75-434f-8283-66ad76667865 tempest-VolumesSnapshotTestJSON-1792625471 tempest-VolumesSnapshotTestJSON-1792625471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:02.562819 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-5ad860a6-dc4b-43a5-a23d-2a1ee7d5182a req-8c50fdad-2f75-434f-8283-66ad76667865 tempest-VolumesSnapshotTestJSON-1792625471 tempest-VolumesSnapshotTestJSON-1792625471-project] 10.222.0.50 "GET /v2.0/ports?device_id=c93739b1-afa7-482b-a1c7-ba3acd087879 HTTP/1.1" status: 200 len: 931 time: 0.0782125 Nov 11 22:19:02.622658 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-5ad860a6-dc4b-43a5-a23d-2a1ee7d5182a req-bae95f84-5b0c-4b64-a576-6cf34cb8332b tempest-VolumesSnapshotTestJSON-1792625471 tempest-VolumesSnapshotTestJSON-1792625471-project] 10.222.0.50 "GET /v2.0/security-groups?id=0a6f9ac3-42c8-4acc-8285-8f7fe1c0e9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577574 Nov 11 22:19:03.098255 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.v2.base [req-58ca4cd9-e5b9-43d1-852f-cfb812227428 req-013c8e2a-5c86-446b-8dcb-35ffbb197241 service neutron] Request body: {'port': {'device_id': 'c93739b1-afa7-482b-a1c7-ba3acd087879', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=101950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:19:03.175466 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152ef61b-5feb-45da-ad07-d64c870eb4f8 req-c124f47c-d66e-4f55-b26a-bdbaaefc1f03 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:03.178980 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b391f941-abb9-40b1-9e03-36acbb90a2e8 req-d1cea461-b114-4ea2-b5ad-3be42425aca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:03.181437 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-b391f941-abb9-40b1-9e03-36acbb90a2e8 req-d1cea461-b114-4ea2-b5ad-3be42425aca5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f08f0ccbadb74a1fb24f11c7ab51aed8&device_id=d1bff5be-1c1e-4186-98b3-13bb364493fb HTTP/1.1" status: 200 len: 1099 time: 0.0988958 Nov 11 22:19:03.182811 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-152ef61b-5feb-45da-ad07-d64c870eb4f8 req-c124f47c-d66e-4f55-b26a-bdbaaefc1f03 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/ports?device_id=efc7b803-47b0-47dd-b4af-0de101adaaaf HTTP/1.1" status: 200 len: 946 time: 0.1577127 Nov 11 22:19:03.317214 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [req-58ca4cd9-e5b9-43d1-852f-cfb812227428 req-013c8e2a-5c86-446b-8dcb-35ffbb197241 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_update {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:03.353274 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b391f941-abb9-40b1-9e03-36acbb90a2e8 req-e51efdf3-8b29-4257-8e08-b5607c4a1b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:03.357508 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-b391f941-abb9-40b1-9e03-36acbb90a2e8 req-e51efdf3-8b29-4257-8e08-b5607c4a1b7f service neutron] 10.222.0.26 "GET /v2.0/networks?id=2f5472e6-3d4a-4f79-a5b2-6b96144f59c3 HTTP/1.1" status: 200 len: 919 time: 0.1636851 Nov 11 22:19:03.465931 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-b391f941-abb9-40b1-9e03-36acbb90a2e8 req-fa4a72ca-67fb-483d-a541-8265a224a57e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=33e9cfcf-d127-4cb8-81d5-f7cd220406dc HTTP/1.1" status: 200 len: 217 time: 0.0961714 Nov 11 22:19:03.528237 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-152ef61b-5feb-45da-ad07-d64c870eb4f8 req-4fa6b465-60de-4f02-831d-41204b6761ff tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/security-groups?id=4cdb267d-d817-44be-b26a-e18e20b97bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3189368 Nov 11 22:19:03.539856 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6e8fec-ca1c-4852-be66-b694db113d67 req-89b32f41-a97a-4aeb-90d2-36c14f290136 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:03.541167 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b391f941-abb9-40b1-9e03-36acbb90a2e8 req-d1003dae-15d3-4833-a5f2-76751070bd88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:03.542951 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-b391f941-abb9-40b1-9e03-36acbb90a2e8 req-d1003dae-15d3-4833-a5f2-76751070bd88 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c79b6f25-3c3e-41d1-96ac-2ecaf2fc7991 HTTP/1.1" status: 200 len: 858 time: 0.0683310 Nov 11 22:19:03.549769 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-7c6e8fec-ca1c-4852-be66-b694db113d67 req-89b32f41-a97a-4aeb-90d2-36c14f290136 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1bff5be-1c1e-4186-98b3-13bb364493fb HTTP/1.1" status: 200 len: 946 time: 0.2819130 Nov 11 22:19:03.587947 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-b391f941-abb9-40b1-9e03-36acbb90a2e8 req-06a22376-6c94-44c9-b9cf-d57a6ba22f8d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2f5472e6-3d4a-4f79-a5b2-6b96144f59c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356057 Nov 11 22:19:03.697152 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-7c6e8fec-ca1c-4852-be66-b694db113d67 req-ef81197e-88a8-452e-8df0-1d8ce5bad9af tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/security-groups?id=68067a07-9049-4dac-b76f-d82da95a01c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463301 Nov 11 22:19:03.726953 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-b391f941-abb9-40b1-9e03-36acbb90a2e8 req-835acce8-e79d-421d-87cd-7d5914cd95f3 service neutron] 10.222.0.26 "GET /v2.0/networks/2f5472e6-3d4a-4f79-a5b2-6b96144f59c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284015 Nov 11 22:19:03.867211 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 44988) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:19:03.896562 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.notifiers.nova [req-58ca4cd9-e5b9-43d1-852f-cfb812227428 req-013c8e2a-5c86-446b-8dcb-35ffbb197241 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e67bb1cf-5a61-4ad3-9c2b-bea8fb89c159 {{(pid=101950) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 22:19:03.912922 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [req-58ca4cd9-e5b9-43d1-852f-cfb812227428 req-013c8e2a-5c86-446b-8dcb-35ffbb197241 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:03.920562 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-b391f941-abb9-40b1-9e03-36acbb90a2e8 req-92b9501e-e16e-4489-a7e3-6365b1606df0 service neutron] 10.222.0.26 "GET /v2.0/networks/2f5472e6-3d4a-4f79-a5b2-6b96144f59c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808188 Nov 11 22:19:03.958009 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1d4aba1-dd55-41b2-a1bc-90b3cd38397b admin admin] Deleting subnet 3f04f683-11fe-4c2e-be4f-4108d7203f86 {{(pid=101951) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 22:19:03.973511 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-c1d4aba1-dd55-41b2-a1bc-90b3cd38397b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:03.981051 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1def792f-a02d-4dcf-956b-8ef5521d7bfd req-97ea3f55-6d57-423d-97ff-707c6513aed2 tempest-VolumesSnapshotTestJSON-1792625471 tempest-VolumesSnapshotTestJSON-1792625471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:03.994366 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-1def792f-a02d-4dcf-956b-8ef5521d7bfd req-97ea3f55-6d57-423d-97ff-707c6513aed2 tempest-VolumesSnapshotTestJSON-1792625471 tempest-VolumesSnapshotTestJSON-1792625471-project] 10.222.0.50 "GET /v2.0/ports?device_id=c93739b1-afa7-482b-a1c7-ba3acd087879 HTTP/1.1" status: 200 len: 931 time: 0.2107852 Nov 11 22:19:04.010676 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.db.provisioning_blocks [req-58ca4cd9-e5b9-43d1-852f-cfb812227428 req-013c8e2a-5c86-446b-8dcb-35ffbb197241 service neutron] Transition to ACTIVE for port object e67bb1cf-5a61-4ad3-9c2b-bea8fb89c159 will not be triggered until provisioned by entity L2. {{(pid=101950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 22:19:04.012451 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-c1d4aba1-dd55-41b2-a1bc-90b3cd38397b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9155543'] for subnet, precommit_delete_associations {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:04.032875 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [req-58ca4cd9-e5b9-43d1-852f-cfb812227428 req-013c8e2a-5c86-446b-8dcb-35ffbb197241 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776912265364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776911838100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776911838118'] for port, after_update {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:04.056076 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-c1d4aba1-dd55-41b2-a1bc-90b3cd38397b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8068352'] for subnet, precommit_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:04.154628 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-c1d4aba1-dd55-41b2-a1bc-90b3cd38397b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8068375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9099537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9118686'] for subnet, after_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:04.167900 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013c8e2a-5c86-446b-8dcb-35ffbb197241 service neutron] Pushing event updated for resources: {'Port': ['ID=e67bb1cf-5a61-4ad3-9c2b-bea8fb89c159,revision_number=2']} {{(pid=101950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:19:04.191889 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-1def792f-a02d-4dcf-956b-8ef5521d7bfd req-b3720594-79a8-41d9-a7b1-a39a4dbeaa01 tempest-VolumesSnapshotTestJSON-1792625471 tempest-VolumesSnapshotTestJSON-1792625471-project] 10.222.0.50 "GET /v2.0/security-groups?id=0a6f9ac3-42c8-4acc-8285-8f7fe1c0e9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965826 Nov 11 22:19:04.217074 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-c1d4aba1-dd55-41b2-a1bc-90b3cd38397b admin admin] Publish callbacks [] for subnet, before_response {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:04.223547 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-c1d4aba1-dd55-41b2-a1bc-90b3cd38397b admin admin] 10.222.0.50 "DELETE /v2.0/subnets/3f04f683-11fe-4c2e-be4f-4108d7203f86 HTTP/1.1" status: 204 len: 168 time: 0.3554547 Nov 11 22:19:04.227728 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 44996) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:19:04.237860 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d4aba1-dd55-41b2-a1bc-90b3cd38397b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f04f683-11fe-4c2e-be4f-4108d7203f86,revision_number=None']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:19:04.248355 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.plugins.ml2.managers [req-58ca4cd9-e5b9-43d1-852f-cfb812227428 req-013c8e2a-5c86-446b-8dcb-35ffbb197241 service neutron] Attempting to bind port e67bb1cf-5a61-4ad3-9c2b-bea8fb89c159 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=101950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:19:04.249233 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.plugins.ml2.managers [req-58ca4cd9-e5b9-43d1-852f-cfb812227428 req-013c8e2a-5c86-446b-8dcb-35ffbb197241 service neutron] Attempting to bind port e67bb1cf-5a61-4ad3-9c2b-bea8fb89c159 by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': 'b36605d2-852c-4962-b97f-ccd10282d3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'a5cb8773-2445-4630-852f-d535f148c5a7'}] {{(pid=101950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:19:04.249918 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58ca4cd9-e5b9-43d1-852f-cfb812227428 req-013c8e2a-5c86-446b-8dcb-35ffbb197241 service neutron] Attempting to bind port e67bb1cf-5a61-4ad3-9c2b-bea8fb89c159 on network a5cb8773-2445-4630-852f-d535f148c5a7 {{(pid=101950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:19:04.263571 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58ca4cd9-e5b9-43d1-852f-cfb812227428 req-013c8e2a-5c86-446b-8dcb-35ffbb197241 service neutron] Port e67bb1cf-5a61-4ad3-9c2b-bea8fb89c159 on network a5cb8773-2445-4630-852f-d535f148c5a7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=101950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 22:19:04.264611 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58ca4cd9-e5b9-43d1-852f-cfb812227428 req-013c8e2a-5c86-446b-8dcb-35ffbb197241 service neutron] Attempting to bind port e67bb1cf-5a61-4ad3-9c2b-bea8fb89c159 on network a5cb8773-2445-4630-852f-d535f148c5a7 {{(pid=101950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:19:04.277709 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58ca4cd9-e5b9-43d1-852f-cfb812227428 req-013c8e2a-5c86-446b-8dcb-35ffbb197241 service neutron] Checking agent: {'id': 'a052ab81-1c58-45ec-bb06-1cf32ae4b08e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 22, 14, 39), 'started_at': datetime.datetime(2021, 11, 11, 22, 14, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 18, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:19:04.278262 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58ca4cd9-e5b9-43d1-852f-cfb812227428 req-013c8e2a-5c86-446b-8dcb-35ffbb197241 service neutron] Checking segment: {'id': 'b36605d2-852c-4962-b97f-ccd10282d3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'a5cb8773-2445-4630-852f-d535f148c5a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:19:04.279269 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58ca4cd9-e5b9-43d1-852f-cfb812227428 req-013c8e2a-5c86-446b-8dcb-35ffbb197241 service neutron] Bound using segment: {'id': 'b36605d2-852c-4962-b97f-ccd10282d3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'a5cb8773-2445-4630-852f-d535f148c5a7'} {{(pid=101950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:19:04.280036 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.plugins.ml2.managers [req-58ca4cd9-e5b9-43d1-852f-cfb812227428 req-013c8e2a-5c86-446b-8dcb-35ffbb197241 service neutron] Bound port: e67bb1cf-5a61-4ad3-9c2b-bea8fb89c159, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b36605d2-852c-4962-b97f-ccd10282d3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'a5cb8773-2445-4630-852f-d535f148c5a7'}}] {{(pid=101950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:19:04.280557 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [req-58ca4cd9-e5b9-43d1-852f-cfb812227428 req-013c8e2a-5c86-446b-8dcb-35ffbb197241 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_update {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:04.347580 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-b30b0aa5-4adc-4c43-88e6-7f3208b451b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8138597'] for network, before_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:04.382922 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.plugins.ml2.db [req-58ca4cd9-e5b9-43d1-852f-cfb812227428 req-013c8e2a-5c86-446b-8dcb-35ffbb197241 service neutron] For port e67bb1cf-5a61-4ad3-9c2b-bea8fb89c159, host hv-cinder-73362, cleared binding levels {{(pid=101950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:19:04.387108 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.plugins.ml2.db [req-58ca4cd9-e5b9-43d1-852f-cfb812227428 req-013c8e2a-5c86-446b-8dcb-35ffbb197241 service neutron] For port e67bb1cf-5a61-4ad3-9c2b-bea8fb89c159, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=e67bb1cf-5a61-4ad3-9c2b-bea8fb89c159,segment=NetworkSegment(b36605d2-852c-4962-b97f-ccd10282d3bb),segment_id=b36605d2-852c-4962-b97f-ccd10282d3bb)] {{(pid=101950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:19:04.394396 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [req-58ca4cd9-e5b9-43d1-852f-cfb812227428 req-013c8e2a-5c86-446b-8dcb-35ffbb197241 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776912265364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776911838100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776911838118'] for port, after_update {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:04.462842 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-b30b0aa5-4adc-4c43-88e6-7f3208b451b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8067463', 'neutron.services.segments.db._delete_segments_for_network-8776912172270'] for network, precommit_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:04.463292 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ca4cd9-e5b9-43d1-852f-cfb812227428 req-013c8e2a-5c86-446b-8dcb-35ffbb197241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:04.464143 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [req-58ca4cd9-e5b9-43d1-852f-cfb812227428 req-013c8e2a-5c86-446b-8dcb-35ffbb197241 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634242'] for port, before_response {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:04.465936 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-58ca4cd9-e5b9-43d1-852f-cfb812227428 req-013c8e2a-5c86-446b-8dcb-35ffbb197241 service neutron] 10.222.0.26 "PUT /v2.0/ports/e67bb1cf-5a61-4ad3-9c2b-bea8fb89c159 HTTP/1.1" status: 200 len: 1093 time: 1.3848076 Nov 11 22:19:04.466576 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c93739b1-afa7-482b-a1c7-ba3acd087879', 'tag': 'e67bb1cf-5a61-4ad3-9c2b-bea8fb89c159'}] {{(pid=101950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:19:04.469105 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6a5285f65aca903721fee6e5434d0235345418fba5e47a2479ed174f8b69804" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8caf1db-0ed8-413a-9e70-dede438dafa7" -d '{"events": [{"name": "network-changed", "server_uuid": "c93739b1-afa7-482b-a1c7-ba3acd087879", "tag": "e67bb1cf-5a61-4ad3-9c2b-bea8fb89c159"}]}' {{(pid=101950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:19:04.487329 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.services.segments.db [None req-b30b0aa5-4adc-4c43-88e6-7f3208b451b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b453ca95-3439-4b5e-b6ed-19a239ab1e56']}} {{(pid=101951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:19:04.500636 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.services.segments.db [None req-b30b0aa5-4adc-4c43-88e6-7f3208b451b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65f08cfa-ecda-4a25-9308-735fb4fd54a3') {'for_net_delete': True} {{(pid=101951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:19:04.500970 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.services.segments.db [None req-b30b0aa5-4adc-4c43-88e6-7f3208b451b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65f08cfa-ecda-4a25-9308-735fb4fd54a3') {} {{(pid=101951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:19:04.512021 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-b30b0aa5-4adc-4c43-88e6-7f3208b451b0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776912404471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9157156'] for segment, before_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:04.541156 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013c8e2a-5c86-446b-8dcb-35ffbb197241 service neutron] Pushing event updated for resources: {'Port': ['ID=e67bb1cf-5a61-4ad3-9c2b-bea8fb89c159,revision_number=3']} {{(pid=101950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:19:04.555869 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 22:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09e1dc06-3240-4478-9612-550bbd68f81b x-openstack-request-id: req-09e1dc06-3240-4478-9612-550bbd68f81b {{(pid=101950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:19:04.556421 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-b30b0aa5-4adc-4c43-88e6-7f3208b451b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8017375'] for segment, precommit_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:04.558198 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c93739b1-afa7-482b-a1c7-ba3acd087879", "tag": "e67bb1cf-5a61-4ad3-9c2b-bea8fb89c159", "status": "completed", "code": 200}]} {{(pid=101950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:19:04.558717 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-09e1dc06-3240-4478-9612-550bbd68f81b {{(pid=101950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:19:04.560162 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c93739b1-afa7-482b-a1c7-ba3acd087879', 'tag': 'e67bb1cf-5a61-4ad3-9c2b-bea8fb89c159', 'status': 'completed', 'code': 200} Nov 11 22:19:04.569668 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b30b0aa5-4adc-4c43-88e6-7f3208b451b0 admin admin] Releasing vlan 826 on physical network physnet1 to pool {{(pid=101951) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 22:19:04.571339 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-b30b0aa5-4adc-4c43-88e6-7f3208b451b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8017375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9099647'] for segment, after_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:04.673149 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ca4cd9-e5b9-43d1-852f-cfb812227428 req-ae31b3d1-8603-4a37-8a38-f1a1e4dcb7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:04.675001 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-58ca4cd9-e5b9-43d1-852f-cfb812227428 req-ae31b3d1-8603-4a37-8a38-f1a1e4dcb7fc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=37b808c6e5e548688848ea41ad988fac&device_id=c93739b1-afa7-482b-a1c7-ba3acd087879 HTTP/1.1" status: 200 len: 1096 time: 0.1137240 Nov 11 22:19:04.727031 dv-cinder-733622-20-iscsi neutron-server[101951]: Traceback (most recent call last): Nov 11 22:19:04.727031 dv-cinder-733622-20-iscsi neutron-server[101951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 22:19:04.727031 dv-cinder-733622-20-iscsi neutron-server[101951]: timer() Nov 11 22:19:04.727031 dv-cinder-733622-20-iscsi neutron-server[101951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 22:19:04.727031 dv-cinder-733622-20-iscsi neutron-server[101951]: cb(*args, **kw) Nov 11 22:19:04.727031 dv-cinder-733622-20-iscsi neutron-server[101951]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 22:19:04.727031 dv-cinder-733622-20-iscsi neutron-server[101951]: return func(*args, **kwargs) Nov 11 22:19:04.727031 dv-cinder-733622-20-iscsi neutron-server[101951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 22:19:04.727031 dv-cinder-733622-20-iscsi neutron-server[101951]: self._notify() Nov 11 22:19:04.727031 dv-cinder-733622-20-iscsi neutron-server[101951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 22:19:04.727031 dv-cinder-733622-20-iscsi neutron-server[101951]: self.callback(batched_events) Nov 11 22:19:04.727031 dv-cinder-733622-20-iscsi neutron-server[101951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 22:19:04.727031 dv-cinder-733622-20-iscsi neutron-server[101951]: event.method(event) Nov 11 22:19:04.727031 dv-cinder-733622-20-iscsi neutron-server[101951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 22:19:04.727031 dv-cinder-733622-20-iscsi neutron-server[101951]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 22:19:04.727031 dv-cinder-733622-20-iscsi neutron-server[101951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 22:19:04.727031 dv-cinder-733622-20-iscsi neutron-server[101951]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 22:19:04.727031 dv-cinder-733622-20-iscsi neutron-server[101951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 22:19:04.727031 dv-cinder-733622-20-iscsi neutron-server[101951]: return f(self, *a, **k) Nov 11 22:19:04.727031 dv-cinder-733622-20-iscsi neutron-server[101951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 22:19:04.727031 dv-cinder-733622-20-iscsi neutron-server[101951]: return self._get(url).json() Nov 11 22:19:04.727031 dv-cinder-733622-20-iscsi neutron-server[101951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 22:19:04.727031 dv-cinder-733622-20-iscsi neutron-server[101951]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 22:19:04.727031 dv-cinder-733622-20-iscsi neutron-server[101951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 22:19:04.727031 dv-cinder-733622-20-iscsi neutron-server[101951]: return self.request(url, 'GET', **kwargs) Nov 11 22:19:04.727031 dv-cinder-733622-20-iscsi neutron-server[101951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 22:19:04.727031 dv-cinder-733622-20-iscsi neutron-server[101951]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 22:19:04.727031 dv-cinder-733622-20-iscsi neutron-server[101951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 22:19:04.727031 dv-cinder-733622-20-iscsi neutron-server[101951]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 22:19:04.727031 dv-cinder-733622-20-iscsi neutron-server[101951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 22:19:04.727031 dv-cinder-733622-20-iscsi neutron-server[101951]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 22:19:04.727031 dv-cinder-733622-20-iscsi neutron-server[101951]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 22:19:04.733650 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-b30b0aa5-4adc-4c43-88e6-7f3208b451b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8067486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657127'] for network, after_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:04.738508 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-b30b0aa5-4adc-4c43-88e6-7f3208b451b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634242'] for network, before_response {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:04.743356 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-b30b0aa5-4adc-4c43-88e6-7f3208b451b0 admin admin] 10.222.0.50 "DELETE /v2.0/networks/b453ca95-3439-4b5e-b6ed-19a239ab1e56 HTTP/1.1" status: 204 len: 168 time: 0.5124910 Nov 11 22:19:04.762436 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30b0aa5-4adc-4c43-88e6-7f3208b451b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=b453ca95-3439-4b5e-b6ed-19a239ab1e56,revision_number=None']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:19:04.820296 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-58ca4cd9-e5b9-43d1-852f-cfb812227428 req-b5c747eb-5d52-474e-b4f2-7cf88ceb75da service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e67bb1cf-5a61-4ad3-9c2b-bea8fb89c159 HTTP/1.1" status: 200 len: 217 time: 0.1346734 Nov 11 22:19:05.125368 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 45012) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:19:05.200274 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-6bd5782e-428b-407f-804e-f08074924259 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c3a19c2fb7974d0b97039489552f3a99&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0726054 Nov 11 22:19:05.206923 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 45014) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:19:05.231395 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2882fee-1973-4edb-8b73-74d22d81433d req-b8af26d9-2061-4c2f-9fc8-2a98ffa22148 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:05.235292 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-d2882fee-1973-4edb-8b73-74d22d81433d req-b8af26d9-2061-4c2f-9fc8-2a98ffa22148 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/ports?device_id=efc7b803-47b0-47dd-b4af-0de101adaaaf HTTP/1.1" status: 200 len: 946 time: 0.4162462 Nov 11 22:19:05.235769 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ca4cd9-e5b9-43d1-852f-cfb812227428 req-a74d80b2-fd59-4923-9f23-0ef8a2ee0264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:05.237233 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-58ca4cd9-e5b9-43d1-852f-cfb812227428 req-a74d80b2-fd59-4923-9f23-0ef8a2ee0264 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9f72593a-0a5e-4646-833d-0c0b3fec0348 HTTP/1.1" status: 200 len: 853 time: 0.4043336 Nov 11 22:19:05.255569 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad883b6-697c-4e93-9719-c8fcf15d8761 req-5cdd25ce-c852-4b71-a886-181aedb0f7bc tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:05.257274 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-3ad883b6-697c-4e93-9719-c8fcf15d8761 req-5cdd25ce-c852-4b71-a886-181aedb0f7bc tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1bff5be-1c1e-4186-98b3-13bb364493fb HTTP/1.1" status: 200 len: 946 time: 0.4232352 Nov 11 22:19:05.275897 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-25447d9c-799b-4749-bf41-11642505b3c2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:05.299378 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-25447d9c-799b-4749-bf41-11642505b3c2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:05.312125 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-58ca4cd9-e5b9-43d1-852f-cfb812227428 req-a44510d5-edc4-471f-a57a-39b6cc09b965 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a5cb8773-2445-4630-852f-d535f148c5a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0670209 Nov 11 22:19:05.372817 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-25447d9c-799b-4749-bf41-11642505b3c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:05.376234 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-25447d9c-799b-4749-bf41-11642505b3c2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:05.379901 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-25447d9c-799b-4749-bf41-11642505b3c2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3b369d3e-6261-485c-b1b5-c76ee1bddc5b HTTP/1.1" status: 204 len: 168 time: 0.1690419 Nov 11 22:19:05.390457 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25447d9c-799b-4749-bf41-11642505b3c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b369d3e-6261-485c-b1b5-c76ee1bddc5b,revision_number=None']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:19:05.467049 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-d2882fee-1973-4edb-8b73-74d22d81433d req-9a184bec-70a2-4cb3-b04a-7744f7213e8b tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/security-groups?id=4cdb267d-d817-44be-b26a-e18e20b97bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2081919 Nov 11 22:19:05.484697 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-3ad883b6-697c-4e93-9719-c8fcf15d8761 req-2786b5f5-bdcc-4d57-b7ac-bd58751d0c0f tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/security-groups?id=68067a07-9049-4dac-b76f-d82da95a01c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142506 Nov 11 22:19:05.559628 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-58ca4cd9-e5b9-43d1-852f-cfb812227428 req-14e49021-b6db-4688-8044-83ebdbcbc2a4 service neutron] 10.222.0.26 "GET /v2.0/networks/a5cb8773-2445-4630-852f-d535f148c5a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2347417 Nov 11 22:19:05.732051 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-58ca4cd9-e5b9-43d1-852f-cfb812227428 req-9bccf5e8-2777-4850-bb5c-14e6e6d641fc service neutron] 10.222.0.26 "GET /v2.0/networks/a5cb8773-2445-4630-852f-d535f148c5a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627109 Nov 11 22:19:05.778531 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787d440c-805a-4426-9998-3d890f3a69e3 req-dfc29457-c5c3-4ea6-bfd0-876375e5b076 tempest-VolumesSnapshotTestJSON-1792625471 tempest-VolumesSnapshotTestJSON-1792625471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:05.799510 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-787d440c-805a-4426-9998-3d890f3a69e3 req-dfc29457-c5c3-4ea6-bfd0-876375e5b076 tempest-VolumesSnapshotTestJSON-1792625471 tempest-VolumesSnapshotTestJSON-1792625471-project] 10.222.0.50 "GET /v2.0/ports?device_id=c93739b1-afa7-482b-a1c7-ba3acd087879 HTTP/1.1" status: 200 len: 943 time: 0.1901488 Nov 11 22:19:05.899572 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-787d440c-805a-4426-9998-3d890f3a69e3 req-2da44a06-0b8c-44b5-9566-af4d76f3eabb tempest-VolumesSnapshotTestJSON-1792625471 tempest-VolumesSnapshotTestJSON-1792625471-project] 10.222.0.50 "GET /v2.0/security-groups?id=0a6f9ac3-42c8-4acc-8285-8f7fe1c0e9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990047 Nov 11 22:19:05.909952 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8caf1db-0ed8-413a-9e70-dede438dafa7 req-767c2084-dfa0-4169-8e4f-495f0055bde9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:05.911834 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-a8caf1db-0ed8-413a-9e70-dede438dafa7 req-767c2084-dfa0-4169-8e4f-495f0055bde9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=37b808c6e5e548688848ea41ad988fac&device_id=c93739b1-afa7-482b-a1c7-ba3acd087879 HTTP/1.1" status: 200 len: 1096 time: 0.1045828 Nov 11 22:19:06.151798 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8caf1db-0ed8-413a-9e70-dede438dafa7 req-e1362e8a-3d1b-4341-a7de-5b1dc6b09926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:06.155536 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-a8caf1db-0ed8-413a-9e70-dede438dafa7 req-e1362e8a-3d1b-4341-a7de-5b1dc6b09926 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a5cb8773-2445-4630-852f-d535f148c5a7 HTTP/1.1" status: 200 len: 914 time: 0.2321072 Nov 11 22:19:06.243927 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-a8caf1db-0ed8-413a-9e70-dede438dafa7 req-99b0dce5-d808-4605-adb7-f57016b29060 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e67bb1cf-5a61-4ad3-9c2b-bea8fb89c159 HTTP/1.1" status: 200 len: 217 time: 0.0674210 Nov 11 22:19:06.330999 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8caf1db-0ed8-413a-9e70-dede438dafa7 req-b2b099ce-5bef-4b37-8930-dc964c715bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:06.333963 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-a8caf1db-0ed8-413a-9e70-dede438dafa7 req-b2b099ce-5bef-4b37-8930-dc964c715bec service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9f72593a-0a5e-4646-833d-0c0b3fec0348 HTTP/1.1" status: 200 len: 853 time: 0.0662212 Nov 11 22:19:06.392789 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-a8caf1db-0ed8-413a-9e70-dede438dafa7 req-e3979c33-fe8f-49f0-ac00-44ea4f46adc7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a5cb8773-2445-4630-852f-d535f148c5a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402350 Nov 11 22:19:06.555907 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-a8caf1db-0ed8-413a-9e70-dede438dafa7 req-33f365e9-b740-4d78-a8e2-472774971e97 service neutron] 10.222.0.26 "GET /v2.0/networks/a5cb8773-2445-4630-852f-d535f148c5a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479332 Nov 11 22:19:06.796843 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a9d1b9-2436-47c5-b4c5-54a97dedb08c req-f8c437fd-e5dc-4a1b-96c6-54f1d9064b64 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:06.798417 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-c9a9d1b9-2436-47c5-b4c5-54a97dedb08c req-f8c437fd-e5dc-4a1b-96c6-54f1d9064b64 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1bff5be-1c1e-4186-98b3-13bb364493fb HTTP/1.1" status: 200 len: 946 time: 0.1714864 Nov 11 22:19:06.833717 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff5de8c-be65-44f9-ab56-fbb26ecad95f req-19f65b50-1541-469f-999f-83e2c9fa7afb tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:06.836108 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-8ff5de8c-be65-44f9-ab56-fbb26ecad95f req-19f65b50-1541-469f-999f-83e2c9fa7afb tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/ports?device_id=efc7b803-47b0-47dd-b4af-0de101adaaaf HTTP/1.1" status: 200 len: 946 time: 0.2259476 Nov 11 22:19:06.885896 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-a8caf1db-0ed8-413a-9e70-dede438dafa7 req-04c54609-ebd2-44b1-9431-ec383e5affac service neutron] 10.222.0.26 "GET /v2.0/networks/a5cb8773-2445-4630-852f-d535f148c5a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3199489 Nov 11 22:19:06.937457 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-c9a9d1b9-2436-47c5-b4c5-54a97dedb08c req-81921ff0-dc2f-4dd1-bd9b-3299772ba752 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/security-groups?id=68067a07-9049-4dac-b76f-d82da95a01c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249189 Nov 11 22:19:06.956826 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-8ff5de8c-be65-44f9-ab56-fbb26ecad95f req-81f1f4ef-4013-44db-9f14-90e8702efdf3 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/security-groups?id=4cdb267d-d817-44be-b26a-e18e20b97bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025321 Nov 11 22:19:07.199575 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacbcf8c-79d4-4e81-a403-712424c2110c req-e6610799-027e-4bed-8a6e-5c8801da0e41 tempest-VolumesSnapshotTestJSON-1792625471 tempest-VolumesSnapshotTestJSON-1792625471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:07.201456 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-bacbcf8c-79d4-4e81-a403-712424c2110c req-e6610799-027e-4bed-8a6e-5c8801da0e41 tempest-VolumesSnapshotTestJSON-1792625471 tempest-VolumesSnapshotTestJSON-1792625471-project] 10.222.0.50 "GET /v2.0/ports?device_id=c93739b1-afa7-482b-a1c7-ba3acd087879 HTTP/1.1" status: 200 len: 943 time: 0.0877464 Nov 11 22:19:07.302760 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-bacbcf8c-79d4-4e81-a403-712424c2110c req-77f5c796-d598-4671-8b5e-9398329032f9 tempest-VolumesSnapshotTestJSON-1792625471 tempest-VolumesSnapshotTestJSON-1792625471-project] 10.222.0.50 "GET /v2.0/security-groups?id=0a6f9ac3-42c8-4acc-8285-8f7fe1c0e9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823247 Nov 11 22:19:08.178573 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72b085a-a1cb-4bcd-ab3c-8e98a01e63bf req-12473b2f-87c6-42c9-9a7c-fad750702780 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:08.188218 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-f72b085a-a1cb-4bcd-ab3c-8e98a01e63bf req-12473b2f-87c6-42c9-9a7c-fad750702780 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/ports?device_id=efc7b803-47b0-47dd-b4af-0de101adaaaf HTTP/1.1" status: 200 len: 946 time: 0.1033471 Nov 11 22:19:08.288595 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-f72b085a-a1cb-4bcd-ab3c-8e98a01e63bf req-7de17a0c-e32b-4766-a27e-d55590af74fa tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/security-groups?id=4cdb267d-d817-44be-b26a-e18e20b97bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957451 Nov 11 22:19:08.505268 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a1156a-9f12-4840-8fdf-acc8019194d4 req-c4d5e909-d031-4c6c-bedd-9889c05dd694 tempest-VolumesSnapshotTestJSON-1792625471 tempest-VolumesSnapshotTestJSON-1792625471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:08.507063 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-57a1156a-9f12-4840-8fdf-acc8019194d4 req-c4d5e909-d031-4c6c-bedd-9889c05dd694 tempest-VolumesSnapshotTestJSON-1792625471 tempest-VolumesSnapshotTestJSON-1792625471-project] 10.222.0.50 "GET /v2.0/ports?device_id=c93739b1-afa7-482b-a1c7-ba3acd087879 HTTP/1.1" status: 200 len: 943 time: 0.0867484 Nov 11 22:19:08.724033 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-57a1156a-9f12-4840-8fdf-acc8019194d4 req-e3745c22-c751-48ea-9965-d313c277e036 tempest-VolumesSnapshotTestJSON-1792625471 tempest-VolumesSnapshotTestJSON-1792625471-project] 10.222.0.50 "GET /v2.0/security-groups?id=0a6f9ac3-42c8-4acc-8285-8f7fe1c0e9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077208 Nov 11 22:19:08.883982 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e9ed97-8e5a-4063-801e-2af72ce12032 req-e9814f96-0310-40f0-b537-44436cc84e3f tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:08.885939 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-37e9ed97-8e5a-4063-801e-2af72ce12032 req-e9814f96-0310-40f0-b537-44436cc84e3f tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1bff5be-1c1e-4186-98b3-13bb364493fb HTTP/1.1" status: 200 len: 946 time: 0.0597775 Nov 11 22:19:08.948240 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-37e9ed97-8e5a-4063-801e-2af72ce12032 req-c0f1b41e-9c8e-4557-b4d2-c7495cae569c tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/security-groups?id=68067a07-9049-4dac-b76f-d82da95a01c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534129 Nov 11 22:19:09.260810 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 45138) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:19:09.480717 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-66e29eef-b1e3-42bc-b9f2-74b4c53436be admin admin] Publish callbacks [] for security_group, before_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:09.492414 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5959b9d-f95a-4e7e-b451-a32233972d94 req-27170b08-45e2-401e-bb1e-3fd16101c652 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:09.501711 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-a5959b9d-f95a-4e7e-b451-a32233972d94 req-27170b08-45e2-401e-bb1e-3fd16101c652 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/ports?device_id=efc7b803-47b0-47dd-b4af-0de101adaaaf HTTP/1.1" status: 200 len: 946 time: 0.1098058 Nov 11 22:19:09.580551 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-a5959b9d-f95a-4e7e-b451-a32233972d94 req-62a89f35-75fb-4ced-a115-3e6fcf00465e tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/security-groups?id=4cdb267d-d817-44be-b26a-e18e20b97bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769663 Nov 11 22:19:09.629333 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-66e29eef-b1e3-42bc-b9f2-74b4c53436be admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:09.656625 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-66e29eef-b1e3-42bc-b9f2-74b4c53436be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:09.679937 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.wsgi [-] (101950) accepted ('10.222.0.50', 45158) {{(pid=101950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:19:09.723495 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-66e29eef-b1e3-42bc-b9f2-74b4c53436be admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1dc2dc8de75d4a05a585223548761619&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4610753 Nov 11 22:19:09.724465 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 45162) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:19:09.727431 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e29eef-b1e3-42bc-b9f2-74b4c53436be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4c228ff-8673-42f9-ae97-228397b2ca4d,revision_number=1']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:19:09.792305 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Device e67bb1cf-5a61-4ad3-9c2b-bea8fb89c159 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=101952) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 22:19:09.808752 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-bb88dc97-c138-4aa1-8561-e5af3b9b7248 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:09.834709 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-338faed9-c317-4500-834b-c249fb5af096 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:09.866794 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-bb88dc97-c138-4aa1-8561-e5af3b9b7248 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:09.933582 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-338faed9-c317-4500-834b-c249fb5af096 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:09.935111 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] For port e67bb1cf-5a61-4ad3-9c2b-bea8fb89c159, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=e67bb1cf-5a61-4ad3-9c2b-bea8fb89c159,segment=NetworkSegment(b36605d2-852c-4962-b97f-ccd10282d3bb),segment_id=b36605d2-852c-4962-b97f-ccd10282d3bb)] {{(pid=101952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:19:09.939856 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-338faed9-c317-4500-834b-c249fb5af096 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:09.953828 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-bb88dc97-c138-4aa1-8561-e5af3b9b7248 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:09.954729 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Returning: {'device': 'e67bb1cf-5a61-4ad3-9c2b-bea8fb89c159', 'network_id': 'a5cb8773-2445-4630-852f-d535f148c5a7', 'port_id': 'e67bb1cf-5a61-4ad3-9c2b-bea8fb89c159', 'mac_address': 'fa:16:3e:4e:c1:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 823, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f72593a-0a5e-4646-833d-0c0b3fec0348', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101952) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 22:19:09.958445 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:09.961360 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-bb88dc97-c138-4aa1-8561-e5af3b9b7248 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:09.962743 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-bb88dc97-c138-4aa1-8561-e5af3b9b7248 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a4c228ff-8673-42f9-ae97-228397b2ca4d HTTP/1.1" status: 204 len: 168 time: 0.2367527 Nov 11 22:19:09.977723 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb88dc97-c138-4aa1-8561-e5af3b9b7248 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4c228ff-8673-42f9-ae97-228397b2ca4d,revision_number=None']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:19:10.003584 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [None req-338faed9-c317-4500-834b-c249fb5af096 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9e127227cdfe4881bd2bd9526b5d4b4c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3214474 Nov 11 22:19:10.005825 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 45168) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:19:10.012663 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:10.028845 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.notifiers.nova [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e67bb1cf-5a61-4ad3-9c2b-bea8fb89c159 {{(pid=101952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 22:19:10.035164 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338faed9-c317-4500-834b-c249fb5af096 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01a3c340-d643-4822-9c6c-2604761dd3b0,revision_number=1']} {{(pid=101950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:19:10.054958 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] For port e67bb1cf-5a61-4ad3-9c2b-bea8fb89c159, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=e67bb1cf-5a61-4ad3-9c2b-bea8fb89c159,segment=NetworkSegment(b36605d2-852c-4962-b97f-ccd10282d3bb),segment_id=b36605d2-852c-4962-b97f-ccd10282d3bb)] {{(pid=101952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:19:10.070075 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776912265364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776911838100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776911838118'] for port, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:10.114322 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-8800ffb1-dc24-4e4f-95e4-9cc6522ea887 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:10.160572 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-8800ffb1-dc24-4e4f-95e4-9cc6522ea887 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:10.167048 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Pushing event updated for resources: {'Port': ['ID=e67bb1cf-5a61-4ad3-9c2b-bea8fb89c159,revision_number=4']} {{(pid=101952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:19:10.230948 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-8800ffb1-dc24-4e4f-95e4-9cc6522ea887 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:10.235663 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-8800ffb1-dc24-4e4f-95e4-9cc6522ea887 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:10.242374 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-8800ffb1-dc24-4e4f-95e4-9cc6522ea887 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/01a3c340-d643-4822-9c6c-2604761dd3b0 HTTP/1.1" status: 204 len: 168 time: 0.2352049 Nov 11 22:19:10.259103 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8800ffb1-dc24-4e4f-95e4-9cc6522ea887 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01a3c340-d643-4822-9c6c-2604761dd3b0,revision_number=None']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:19:11.810423 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0476263b-cb99-44b7-b695-10018753c407 req-46a6e659-18d4-4732-a0eb-cbf2c9591653 tempest-VolumesSnapshotTestJSON-1792625471 tempest-VolumesSnapshotTestJSON-1792625471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:11.813151 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-0476263b-cb99-44b7-b695-10018753c407 req-46a6e659-18d4-4732-a0eb-cbf2c9591653 tempest-VolumesSnapshotTestJSON-1792625471 tempest-VolumesSnapshotTestJSON-1792625471-project] 10.222.0.50 "GET /v2.0/ports?device_id=c93739b1-afa7-482b-a1c7-ba3acd087879 HTTP/1.1" status: 200 len: 944 time: 0.0984704 Nov 11 22:19:11.972413 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-0476263b-cb99-44b7-b695-10018753c407 req-13dacba8-4f3a-44c3-a6b1-551c540f426c tempest-VolumesSnapshotTestJSON-1792625471 tempest-VolumesSnapshotTestJSON-1792625471-project] 10.222.0.50 "GET /v2.0/security-groups?id=0a6f9ac3-42c8-4acc-8285-8f7fe1c0e9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467884 Nov 11 22:19:12.005752 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] get_ports_and_sgs() called for port_ids ['e67bb1cf-5a61-4ad3-9c2b-bea8fb89c159'] {{(pid=101952) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 22:19:12.065908 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d763eb57-6b40-4bca-b916-bcf797f03733 req-d132c875-3dbd-4847-9cc2-108a81c9227f tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:12.069216 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-d763eb57-6b40-4bca-b916-bcf797f03733 req-d132c875-3dbd-4847-9cc2-108a81c9227f tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/ports?device_id=efc7b803-47b0-47dd-b4af-0de101adaaaf HTTP/1.1" status: 200 len: 946 time: 0.0795832 Nov 11 22:19:12.130446 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-d763eb57-6b40-4bca-b916-bcf797f03733 req-84c8ca6a-83f6-4afa-838d-59c8e140b60d tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/security-groups?id=4cdb267d-d817-44be-b26a-e18e20b97bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543327 Nov 11 22:19:12.403080 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc0b1eb-8652-4c8a-9caf-cd3404c0c9d0 req-5b4dc3f6-278c-431b-9a2c-c4e49ba20202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:12.404784 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-8dc0b1eb-8652-4c8a-9caf-cd3404c0c9d0 req-5b4dc3f6-278c-431b-9a2c-c4e49ba20202 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1ce5c1a9babe4d3098016d7a6fcab517&device_id=efc7b803-47b0-47dd-b4af-0de101adaaaf HTTP/1.1" status: 200 len: 1099 time: 0.0521500 Nov 11 22:19:12.513884 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc0b1eb-8652-4c8a-9caf-cd3404c0c9d0 req-d678b1e9-ac45-41e6-8c5e-e3d512d007c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:12.515386 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-8dc0b1eb-8652-4c8a-9caf-cd3404c0c9d0 req-d678b1e9-ac45-41e6-8c5e-e3d512d007c9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6d6ff938-050a-4ca6-ad58-070035060c7c HTTP/1.1" status: 200 len: 917 time: 0.1030846 Nov 11 22:19:12.590031 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-8dc0b1eb-8652-4c8a-9caf-cd3404c0c9d0 req-8727e475-7572-4a79-8780-841570607974 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ff855d16-c432-40fd-b18f-d64264e49e6e HTTP/1.1" status: 200 len: 1002 time: 0.0656786 Nov 11 22:19:12.647268 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc0b1eb-8652-4c8a-9caf-cd3404c0c9d0 req-cb21e8ad-9c15-449a-b9b0-a8ab1a17abf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:12.649777 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-8dc0b1eb-8652-4c8a-9caf-cd3404c0c9d0 req-cb21e8ad-9c15-449a-b9b0-a8ab1a17abf8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=28859a9d-69fd-4dd9-a7c8-b3902292e969 HTTP/1.1" status: 200 len: 855 time: 0.0508399 Nov 11 22:19:13.157658 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01d376b-1a87-45be-b133-86fe4fb54065 req-c137648a-5ad5-4e08-b0e6-49e657f45eab tempest-VolumesSnapshotTestJSON-1792625471 tempest-VolumesSnapshotTestJSON-1792625471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:13.159710 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-a01d376b-1a87-45be-b133-86fe4fb54065 req-c137648a-5ad5-4e08-b0e6-49e657f45eab tempest-VolumesSnapshotTestJSON-1792625471 tempest-VolumesSnapshotTestJSON-1792625471-project] 10.222.0.50 "GET /v2.0/ports?device_id=c93739b1-afa7-482b-a1c7-ba3acd087879 HTTP/1.1" status: 200 len: 944 time: 0.1045537 Nov 11 22:19:13.221040 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-a01d376b-1a87-45be-b133-86fe4fb54065 req-29c251b3-db31-4513-9224-574b11cfaff2 tempest-VolumesSnapshotTestJSON-1792625471 tempest-VolumesSnapshotTestJSON-1792625471-project] 10.222.0.50 "GET /v2.0/security-groups?id=0a6f9ac3-42c8-4acc-8285-8f7fe1c0e9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508733 Nov 11 22:19:13.348214 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299862af-82d8-45ba-a306-3a2c75bbb705 req-0378e963-749c-454a-8be3-7155116a9598 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:13.350536 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-299862af-82d8-45ba-a306-3a2c75bbb705 req-0378e963-749c-454a-8be3-7155116a9598 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/ports?device_id=efc7b803-47b0-47dd-b4af-0de101adaaaf HTTP/1.1" status: 200 len: 946 time: 0.0649192 Nov 11 22:19:13.421222 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-299862af-82d8-45ba-a306-3a2c75bbb705 req-664fe772-46d5-4a08-9a5f-ea5be392f5c3 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/security-groups?id=4cdb267d-d817-44be-b26a-e18e20b97bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601320 Nov 11 22:19:13.752034 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc0b1eb-8652-4c8a-9caf-cd3404c0c9d0 req-a3bea98b-ce79-4083-b236-9b2e64107fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:13.753535 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-8dc0b1eb-8652-4c8a-9caf-cd3404c0c9d0 req-a3bea98b-ce79-4083-b236-9b2e64107fe0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6d6ff938-050a-4ca6-ad58-070035060c7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0406685 Nov 11 22:19:14.355538 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625e424e-c2e2-4c32-9ee3-f80307b70031 req-777b13a1-cd85-4c28-be13-b7b61b41ae29 tempest-VolumesSnapshotTestJSON-1792625471 tempest-VolumesSnapshotTestJSON-1792625471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:14.356983 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-625e424e-c2e2-4c32-9ee3-f80307b70031 req-777b13a1-cd85-4c28-be13-b7b61b41ae29 tempest-VolumesSnapshotTestJSON-1792625471 tempest-VolumesSnapshotTestJSON-1792625471-project] 10.222.0.50 "GET /v2.0/ports?device_id=c93739b1-afa7-482b-a1c7-ba3acd087879 HTTP/1.1" status: 200 len: 944 time: 0.0538824 Nov 11 22:19:14.404847 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-625e424e-c2e2-4c32-9ee3-f80307b70031 req-282c3b10-901f-4eb8-9939-ddf3b870f769 tempest-VolumesSnapshotTestJSON-1792625471 tempest-VolumesSnapshotTestJSON-1792625471-project] 10.222.0.50 "GET /v2.0/security-groups?id=0a6f9ac3-42c8-4acc-8285-8f7fe1c0e9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419712 Nov 11 22:19:14.550339 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76124d71-9244-4fad-a815-c4b23b5775ef req-25de7f8f-3144-4a2a-83e0-e4579bfc3e42 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:14.551952 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-76124d71-9244-4fad-a815-c4b23b5775ef req-25de7f8f-3144-4a2a-83e0-e4579bfc3e42 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/ports?device_id=efc7b803-47b0-47dd-b4af-0de101adaaaf HTTP/1.1" status: 200 len: 946 time: 0.0553377 Nov 11 22:19:14.604315 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-76124d71-9244-4fad-a815-c4b23b5775ef req-8a82f210-2a22-45fe-a72b-a77767c8c73e tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/security-groups?id=4cdb267d-d817-44be-b26a-e18e20b97bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450673 Nov 11 22:19:15.532673 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573fc161-6abb-4b94-8552-0497e575923b req-7d60b80a-5ffe-4878-acbd-fb7862de51fd tempest-VolumesSnapshotTestJSON-1792625471 tempest-VolumesSnapshotTestJSON-1792625471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:15.534498 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-573fc161-6abb-4b94-8552-0497e575923b req-7d60b80a-5ffe-4878-acbd-fb7862de51fd tempest-VolumesSnapshotTestJSON-1792625471 tempest-VolumesSnapshotTestJSON-1792625471-project] 10.222.0.50 "GET /v2.0/ports?device_id=c93739b1-afa7-482b-a1c7-ba3acd087879 HTTP/1.1" status: 200 len: 944 time: 0.0567009 Nov 11 22:19:15.603256 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-573fc161-6abb-4b94-8552-0497e575923b req-c13d7fb9-7db2-4ef0-9a81-5f813568d601 tempest-VolumesSnapshotTestJSON-1792625471 tempest-VolumesSnapshotTestJSON-1792625471-project] 10.222.0.50 "GET /v2.0/security-groups?id=0a6f9ac3-42c8-4acc-8285-8f7fe1c0e9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587909 Nov 11 22:19:15.671352 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-8dc0b1eb-8652-4c8a-9caf-cd3404c0c9d0 req-6304be7c-b805-43ff-8bce-4a744106b2f3 service neutron] 10.222.0.26 "GET /v2.0/networks/6d6ff938-050a-4ca6-ad58-070035060c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936286 Nov 11 22:19:15.791094 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9059ea-302d-4aad-bbb6-793f685b3183 req-b2701832-506e-44b6-83c3-ca26294fc211 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:15.792601 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-0b9059ea-302d-4aad-bbb6-793f685b3183 req-b2701832-506e-44b6-83c3-ca26294fc211 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/ports?device_id=efc7b803-47b0-47dd-b4af-0de101adaaaf HTTP/1.1" status: 200 len: 946 time: 0.1094153 Nov 11 22:19:15.823401 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-8dc0b1eb-8652-4c8a-9caf-cd3404c0c9d0 req-bc6079f1-007e-47b6-b124-72e1e29bb966 service neutron] 10.222.0.26 "GET /v2.0/networks/6d6ff938-050a-4ca6-ad58-070035060c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312325 Nov 11 22:19:15.853239 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-0b9059ea-302d-4aad-bbb6-793f685b3183 req-89aac68d-a985-49af-be28-2e62b486e8fa tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/security-groups?id=4cdb267d-d817-44be-b26a-e18e20b97bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523400 Nov 11 22:19:16.732858 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a68103-46f2-4f50-9c17-7f8b0f27588a req-a4b43a8e-87d9-4542-a585-d0b64d732a36 tempest-VolumesSnapshotTestJSON-1792625471 tempest-VolumesSnapshotTestJSON-1792625471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:16.734474 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-08a68103-46f2-4f50-9c17-7f8b0f27588a req-a4b43a8e-87d9-4542-a585-d0b64d732a36 tempest-VolumesSnapshotTestJSON-1792625471 tempest-VolumesSnapshotTestJSON-1792625471-project] 10.222.0.50 "GET /v2.0/ports?device_id=c93739b1-afa7-482b-a1c7-ba3acd087879 HTTP/1.1" status: 200 len: 944 time: 0.0633397 Nov 11 22:19:16.791367 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-08a68103-46f2-4f50-9c17-7f8b0f27588a req-c99a05b9-bcb5-4846-bea2-09fe7540483a tempest-VolumesSnapshotTestJSON-1792625471 tempest-VolumesSnapshotTestJSON-1792625471-project] 10.222.0.50 "GET /v2.0/security-groups?id=0a6f9ac3-42c8-4acc-8285-8f7fe1c0e9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502846 Nov 11 22:19:16.861410 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 45386) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:19:16.980304 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-91378743-684c-4186-a24d-21d44eedd1db admin admin] Publish callbacks [] for security_group, before_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:17.007908 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb22589-fede-4196-b408-27a52ee961a5 req-ca256f93-fb88-480c-9cae-d5e1cd4e5a73 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:17.009782 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-eeb22589-fede-4196-b408-27a52ee961a5 req-ca256f93-fb88-480c-9cae-d5e1cd4e5a73 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/ports?device_id=efc7b803-47b0-47dd-b4af-0de101adaaaf HTTP/1.1" status: 200 len: 946 time: 0.0548487 Nov 11 22:19:17.074539 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-eeb22589-fede-4196-b408-27a52ee961a5 req-e103d791-691d-49b3-a785-e230feaca51d tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/security-groups?id=4cdb267d-d817-44be-b26a-e18e20b97bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545878 Nov 11 22:19:17.111597 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-91378743-684c-4186-a24d-21d44eedd1db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:17.117945 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-91378743-684c-4186-a24d-21d44eedd1db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:17.159805 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-91378743-684c-4186-a24d-21d44eedd1db admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c0c04d84e57d4badbb4a9419f990d6b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2968638 Nov 11 22:19:17.162879 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.wsgi [-] (101950) accepted ('10.222.0.50', 45392) {{(pid=101950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:19:17.165047 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91378743-684c-4186-a24d-21d44eedd1db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db406581-7b8d-41fb-b7e5-6aceaf964141,revision_number=1']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:19:17.238401 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-cad56d4a-45e6-4620-a623-52547f1aca02 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:17.263180 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-cad56d4a-45e6-4620-a623-52547f1aca02 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:17.325342 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-cad56d4a-45e6-4620-a623-52547f1aca02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:17.328017 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-cad56d4a-45e6-4620-a623-52547f1aca02 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:17.332907 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [None req-cad56d4a-45e6-4620-a623-52547f1aca02 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/db406581-7b8d-41fb-b7e5-6aceaf964141 HTTP/1.1" status: 204 len: 168 time: 0.1650665 Nov 11 22:19:17.357798 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad56d4a-45e6-4620-a623-52547f1aca02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db406581-7b8d-41fb-b7e5-6aceaf964141,revision_number=None']} {{(pid=101950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:19:17.893278 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Device e67bb1cf-5a61-4ad3-9c2b-bea8fb89c159 up at agent hyperv_hv-cinder-73362 {{(pid=101952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:19:17.918469 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7871ae1f-ab74-4765-a710-c47971db25ae req-f975fbf6-5972-4184-9a43-29f87977df48 tempest-VolumesSnapshotTestJSON-1792625471 tempest-VolumesSnapshotTestJSON-1792625471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:17.920133 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-7871ae1f-ab74-4765-a710-c47971db25ae req-f975fbf6-5972-4184-9a43-29f87977df48 tempest-VolumesSnapshotTestJSON-1792625471 tempest-VolumesSnapshotTestJSON-1792625471-project] 10.222.0.50 "GET /v2.0/ports?device_id=c93739b1-afa7-482b-a1c7-ba3acd087879 HTTP/1.1" status: 200 len: 944 time: 0.0544207 Nov 11 22:19:17.982817 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-7871ae1f-ab74-4765-a710-c47971db25ae req-5e2dfd80-3c7c-4c06-86f9-f9600dd036ba tempest-VolumesSnapshotTestJSON-1792625471 tempest-VolumesSnapshotTestJSON-1792625471-project] 10.222.0.50 "GET /v2.0/security-groups?id=0a6f9ac3-42c8-4acc-8285-8f7fe1c0e9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532858 Nov 11 22:19:18.095933 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.provisioning_blocks [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Provisioning for port e67bb1cf-5a61-4ad3-9c2b-bea8fb89c159 completed by entity L2. {{(pid=101952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 22:19:18.100943 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.provisioning_blocks [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Provisioning complete for port e67bb1cf-5a61-4ad3-9c2b-bea8fb89c159 triggered by entity L2. {{(pid=101952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:19:18.101422 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8061746'] for port, provisioning_complete {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:18.194815 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:18.221149 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c93739b1-afa7-482b-a1c7-ba3acd087879', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e67bb1cf-5a61-4ad3-9c2b-bea8fb89c159'}] {{(pid=101952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:19:18.223952 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}354dda558456ac383be05774d0115fbb8a8e814f0e1169db929e83f4c2942df8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-756dc338-3348-43fe-b1a8-9d52fff5d943" -d '{"events": [{"server_uuid": "c93739b1-afa7-482b-a1c7-ba3acd087879", "name": "network-vif-plugged", "status": "completed", "tag": "e67bb1cf-5a61-4ad3-9c2b-bea8fb89c159"}]}' {{(pid=101952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:19:18.230777 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4145ac86-f127-4379-a676-081a96a3bc0f req-45c2fdc0-f3b7-407e-a6f2-3e0d5ea27314 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:18.232605 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-4145ac86-f127-4379-a676-081a96a3bc0f req-45c2fdc0-f3b7-407e-a6f2-3e0d5ea27314 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/ports?device_id=efc7b803-47b0-47dd-b4af-0de101adaaaf HTTP/1.1" status: 200 len: 946 time: 0.0687292 Nov 11 22:19:18.238788 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] For port e67bb1cf-5a61-4ad3-9c2b-bea8fb89c159, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=e67bb1cf-5a61-4ad3-9c2b-bea8fb89c159,segment=NetworkSegment(b36605d2-852c-4962-b97f-ccd10282d3bb),segment_id=b36605d2-852c-4962-b97f-ccd10282d3bb)] {{(pid=101952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:19:18.244200 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776912265364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776911838100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776911838118'] for port, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:18.245163 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Device ff855d16-c432-40fd-b18f-d64264e49e6e no longer exists at agent hyperv_hv-cinder-73362 {{(pid=101952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:19:18.304586 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-4145ac86-f127-4379-a676-081a96a3bc0f req-08a2ad8c-0d08-4ada-ab70-fa5cde85e42a tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/security-groups?id=4cdb267d-d817-44be-b26a-e18e20b97bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643439 Nov 11 22:19:18.377049 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 22:19:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0f62fdc-f6eb-4ae2-9c4d-46f5e3a1d4de x-openstack-request-id: req-a0f62fdc-f6eb-4ae2-9c4d-46f5e3a1d4de {{(pid=101952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:19:18.377571 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c93739b1-afa7-482b-a1c7-ba3acd087879", "name": "network-vif-plugged", "status": "completed", "tag": "e67bb1cf-5a61-4ad3-9c2b-bea8fb89c159", "code": 200}]} {{(pid=101952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:19:18.377983 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a0f62fdc-f6eb-4ae2-9c4d-46f5e3a1d4de {{(pid=101952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:19:18.378697 dv-cinder-733622-20-iscsi neutron-server[101952]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c93739b1-afa7-482b-a1c7-ba3acd087879', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e67bb1cf-5a61-4ad3-9c2b-bea8fb89c159', 'code': 200} Nov 11 22:19:18.448801 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Pushing event updated for resources: {'Port': ['ID=e67bb1cf-5a61-4ad3-9c2b-bea8fb89c159,revision_number=5']} {{(pid=101952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:19:18.475805 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:18.516499 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] For port ff855d16-c432-40fd-b18f-d64264e49e6e, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=ff855d16-c432-40fd-b18f-d64264e49e6e,segment=NetworkSegment(9c208126-1f8a-404f-ae1b-bfd4e87909c5),segment_id=9c208126-1f8a-404f-ae1b-bfd4e87909c5)] {{(pid=101952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:19:18.521294 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776912265364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776911838100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776911838118'] for port, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:18.594381 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Pushing event updated for resources: {'Port': ['ID=ff855d16-c432-40fd-b18f-d64264e49e6e,revision_number=8']} {{(pid=101952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:19:18.742557 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 45442) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:19:18.882784 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-83152214-7c86-4e84-a297-d06fccf96b3e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:18.976027 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-83152214-7c86-4e84-a297-d06fccf96b3e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:18.980027 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-83152214-7c86-4e84-a297-d06fccf96b3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:19.039957 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-83152214-7c86-4e84-a297-d06fccf96b3e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=361481fa48b749d89c1af2bec460ab92&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2954066 Nov 11 22:19:19.042377 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83152214-7c86-4e84-a297-d06fccf96b3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf19417d-5a33-4a3c-b2aa-19c095c9152c,revision_number=1']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:19:19.044503 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.wsgi [-] (101950) accepted ('10.222.0.50', 45448) {{(pid=101950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:19:19.159901 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-670fee42-5e8e-416a-88b1-bfe5880cbd11 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:19.175695 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2b52c1-ef3b-4548-ae25-f946cacc00af req-704cdaa9-121a-4682-9d21-b7800d0f2b5e tempest-VolumesSnapshotTestJSON-1792625471 tempest-VolumesSnapshotTestJSON-1792625471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:19.177329 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-fb2b52c1-ef3b-4548-ae25-f946cacc00af req-704cdaa9-121a-4682-9d21-b7800d0f2b5e tempest-VolumesSnapshotTestJSON-1792625471 tempest-VolumesSnapshotTestJSON-1792625471-project] 10.222.0.50 "GET /v2.0/ports?device_id=c93739b1-afa7-482b-a1c7-ba3acd087879 HTTP/1.1" status: 200 len: 945 time: 0.0907676 Nov 11 22:19:19.210325 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-670fee42-5e8e-416a-88b1-bfe5880cbd11 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:19.275362 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-fb2b52c1-ef3b-4548-ae25-f946cacc00af req-df43d6b0-c75e-4cce-8db6-32c610e4aa95 tempest-VolumesSnapshotTestJSON-1792625471 tempest-VolumesSnapshotTestJSON-1792625471-project] 10.222.0.50 "GET /v2.0/security-groups?id=0a6f9ac3-42c8-4acc-8285-8f7fe1c0e9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859189 Nov 11 22:19:19.308415 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-670fee42-5e8e-416a-88b1-bfe5880cbd11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:19.313115 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-670fee42-5e8e-416a-88b1-bfe5880cbd11 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:19.315025 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [None req-670fee42-5e8e-416a-88b1-bfe5880cbd11 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/cf19417d-5a33-4a3c-b2aa-19c095c9152c HTTP/1.1" status: 204 len: 168 time: 0.2682281 Nov 11 22:19:19.326139 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670fee42-5e8e-416a-88b1-bfe5880cbd11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf19417d-5a33-4a3c-b2aa-19c095c9152c,revision_number=None']} {{(pid=101950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:19:19.494219 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbd1c7b-ca83-4066-bd7e-ce0fffd5a45c req-43853f83-a2e3-4a72-a3ea-971c3fa1441d tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:19.495774 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-1fbd1c7b-ca83-4066-bd7e-ce0fffd5a45c req-43853f83-a2e3-4a72-a3ea-971c3fa1441d tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/ports?device_id=efc7b803-47b0-47dd-b4af-0de101adaaaf HTTP/1.1" status: 200 len: 944 time: 0.0872688 Nov 11 22:19:19.555544 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-1fbd1c7b-ca83-4066-bd7e-ce0fffd5a45c req-872a006c-5529-4f6f-81e1-f75721d882fe tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/security-groups?id=4cdb267d-d817-44be-b26a-e18e20b97bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531673 Nov 11 22:19:20.007328 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9be856-cfe8-4738-908f-9e906b10358a req-0bd8a4df-cfb8-4ad7-90be-436cf3bc0a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:20.009665 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-1b9be856-cfe8-4738-908f-9e906b10358a req-0bd8a4df-cfb8-4ad7-90be-436cf3bc0a90 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c93739b1-afa7-482b-a1c7-ba3acd087879 HTTP/1.1" status: 200 len: 1098 time: 0.0513160 Nov 11 22:19:20.082462 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-1b9be856-cfe8-4738-908f-9e906b10358a req-42842c11-0a0d-4796-94ee-1a90fc448d46 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=0a6f9ac3-42c8-4acc-8285-8f7fe1c0e9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473123 Nov 11 22:19:20.379606 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efc7b803-47b0-47dd-b4af-0de101adaaaf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff855d16-c432-40fd-b18f-d64264e49e6e'}] {{(pid=101952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:19:20.381975 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}354dda558456ac383be05774d0115fbb8a8e814f0e1169db929e83f4c2942df8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-683037e9-2b93-47a5-aa35-01472e7615f8" -d '{"events": [{"server_uuid": "efc7b803-47b0-47dd-b4af-0de101adaaaf", "name": "network-vif-unplugged", "status": "completed", "tag": "ff855d16-c432-40fd-b18f-d64264e49e6e"}]}' {{(pid=101952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:19:20.423198 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 11 Nov 2021 22:19:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9ddcfd8-3f7f-4184-9996-aff286dbfe36 x-openstack-request-id: req-f9ddcfd8-3f7f-4184-9996-aff286dbfe36 {{(pid=101952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:19:20.423570 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efc7b803-47b0-47dd-b4af-0de101adaaaf", "name": "network-vif-unplugged", "status": "completed", "tag": "ff855d16-c432-40fd-b18f-d64264e49e6e", "code": 200}]} {{(pid=101952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:19:20.423836 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f9ddcfd8-3f7f-4184-9996-aff286dbfe36 {{(pid=101952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:19:20.424237 dv-cinder-733622-20-iscsi neutron-server[101952]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efc7b803-47b0-47dd-b4af-0de101adaaaf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff855d16-c432-40fd-b18f-d64264e49e6e', 'code': 200} Nov 11 22:19:20.425448 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe89cfe2-93fb-4340-a3bd-a8ab8c49eaf7 req-9146bb08-ab89-4716-b098-0e2453bee360 tempest-VolumesSnapshotTestJSON-1792625471 tempest-VolumesSnapshotTestJSON-1792625471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:20.433103 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-fe89cfe2-93fb-4340-a3bd-a8ab8c49eaf7 req-9146bb08-ab89-4716-b098-0e2453bee360 tempest-VolumesSnapshotTestJSON-1792625471 tempest-VolumesSnapshotTestJSON-1792625471-project] 10.222.0.50 "GET /v2.0/ports?device_id=c93739b1-afa7-482b-a1c7-ba3acd087879 HTTP/1.1" status: 200 len: 945 time: 0.0645478 Nov 11 22:19:20.499129 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-fe89cfe2-93fb-4340-a3bd-a8ab8c49eaf7 req-955854ec-a395-4525-8450-704344fe9365 tempest-VolumesSnapshotTestJSON-1792625471 tempest-VolumesSnapshotTestJSON-1792625471-project] 10.222.0.50 "GET /v2.0/security-groups?id=0a6f9ac3-42c8-4acc-8285-8f7fe1c0e9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593565 Nov 11 22:19:20.724843 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b272201b-063e-4c19-85fb-23c0e435fb55 req-b41ec6ef-3c37-4719-ac22-3c9f2ae1d81a tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:20.741127 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-b272201b-063e-4c19-85fb-23c0e435fb55 req-b41ec6ef-3c37-4719-ac22-3c9f2ae1d81a tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/ports?device_id=efc7b803-47b0-47dd-b4af-0de101adaaaf HTTP/1.1" status: 200 len: 944 time: 0.1041334 Nov 11 22:19:20.817412 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-b272201b-063e-4c19-85fb-23c0e435fb55 req-fe78ee27-81fe-4f7b-b30b-bf36526c1c7e tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/security-groups?id=4cdb267d-d817-44be-b26a-e18e20b97bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690951 Nov 11 22:19:21.353592 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.wsgi [req-025e6e1e-0e7a-43c9-b878-a3f38a1221f2 req-b3148c65-360f-411e-a6b7-f0b040a721eb service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=101950) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 22:19:21.354581 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-025e6e1e-0e7a-43c9-b878-a3f38a1221f2 req-b3148c65-360f-411e-a6b7-f0b040a721eb service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055454 Nov 11 22:19:21.548905 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031e9a4c-0837-44e4-860a-31999e5f6270 req-a94a2a32-73af-4b1d-933f-b1b45921528c tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:21.550869 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-031e9a4c-0837-44e4-860a-31999e5f6270 req-a94a2a32-73af-4b1d-933f-b1b45921528c tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/ports?device_id=efc7b803-47b0-47dd-b4af-0de101adaaaf HTTP/1.1" status: 200 len: 944 time: 0.0778098 Nov 11 22:19:21.665066 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-031e9a4c-0837-44e4-860a-31999e5f6270 req-20be1e6c-44ac-4bc8-940d-b1c0a1e88ae5 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/security-groups?id=4cdb267d-d817-44be-b26a-e18e20b97bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056144 Nov 11 22:19:21.688153 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2126bd8d-b682-458e-ae63-c5859b0bb563 req-c553563d-d850-418c-ad89-c173f8040629 tempest-VolumesSnapshotTestJSON-1792625471 tempest-VolumesSnapshotTestJSON-1792625471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:21.689505 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-2126bd8d-b682-458e-ae63-c5859b0bb563 req-c553563d-d850-418c-ad89-c173f8040629 tempest-VolumesSnapshotTestJSON-1792625471 tempest-VolumesSnapshotTestJSON-1792625471-project] 10.222.0.50 "GET /v2.0/ports?device_id=c93739b1-afa7-482b-a1c7-ba3acd087879 HTTP/1.1" status: 200 len: 945 time: 0.0696831 Nov 11 22:19:21.749997 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-2126bd8d-b682-458e-ae63-c5859b0bb563 req-304b717d-098a-4879-8033-20e1aa7ba878 tempest-VolumesSnapshotTestJSON-1792625471 tempest-VolumesSnapshotTestJSON-1792625471-project] 10.222.0.50 "GET /v2.0/security-groups?id=0a6f9ac3-42c8-4acc-8285-8f7fe1c0e9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504332 Nov 11 22:19:21.930033 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 45598) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:19:22.048339 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-84e8a604-a01e-4c0b-9db6-660e171f96a3 req-bab27dbe-529b-4683-af3a-e12eb1b26a30 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=efc7b803-47b0-47dd-b4af-0de101adaaaf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1161649 Nov 11 22:19:22.058750 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [req-84e8a604-a01e-4c0b-9db6-660e171f96a3 req-2e3f2532-2dac-4ea8-843c-ed5f925a351a service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=101951) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 22:19:22.059759 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-84e8a604-a01e-4c0b-9db6-660e171f96a3 req-2e3f2532-2dac-4ea8-843c-ed5f925a351a service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059137 Nov 11 22:19:22.797489 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b93e359-079f-4df1-9be3-c4764c1279c4 req-a4cbf649-68ac-486b-b9c4-79ce0df8367b tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:22.799085 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-5b93e359-079f-4df1-9be3-c4764c1279c4 req-a4cbf649-68ac-486b-b9c4-79ce0df8367b tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/ports?device_id=efc7b803-47b0-47dd-b4af-0de101adaaaf HTTP/1.1" status: 200 len: 944 time: 0.0510750 Nov 11 22:19:22.851058 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-5b93e359-079f-4df1-9be3-c4764c1279c4 req-b3ac052e-cc22-4e42-81b1-7bc9cebbab23 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/security-groups?id=4cdb267d-d817-44be-b26a-e18e20b97bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454509 Nov 11 22:19:22.906308 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fb03a2-7335-41e0-935e-ee33d8f81874 req-3c4b68c9-51e1-4a84-a67a-8f1f8c53581c tempest-VolumesSnapshotTestJSON-1792625471 tempest-VolumesSnapshotTestJSON-1792625471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:22.907787 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-62fb03a2-7335-41e0-935e-ee33d8f81874 req-3c4b68c9-51e1-4a84-a67a-8f1f8c53581c tempest-VolumesSnapshotTestJSON-1792625471 tempest-VolumesSnapshotTestJSON-1792625471-project] 10.222.0.50 "GET /v2.0/ports?device_id=c93739b1-afa7-482b-a1c7-ba3acd087879 HTTP/1.1" status: 200 len: 945 time: 0.0509853 Nov 11 22:19:22.989477 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b56612-946a-4646-8ccb-7f59782cb6d1 req-14053b33-85e0-4e4c-bc4d-29e868325f7e tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:22.991096 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-c1b56612-946a-4646-8ccb-7f59782cb6d1 req-14053b33-85e0-4e4c-bc4d-29e868325f7e tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1bff5be-1c1e-4186-98b3-13bb364493fb HTTP/1.1" status: 200 len: 946 time: 0.0806446 Nov 11 22:19:22.995253 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-62fb03a2-7335-41e0-935e-ee33d8f81874 req-1b22d3c1-5778-4752-99f3-b9eec0ec5b41 tempest-VolumesSnapshotTestJSON-1792625471 tempest-VolumesSnapshotTestJSON-1792625471-project] 10.222.0.50 "GET /v2.0/security-groups?id=0a6f9ac3-42c8-4acc-8285-8f7fe1c0e9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765538 Nov 11 22:19:23.043322 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-c1b56612-946a-4646-8ccb-7f59782cb6d1 req-ec7ce8c4-4f4b-4377-b0c4-076a95953ee9 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/security-groups?id=68067a07-9049-4dac-b76f-d82da95a01c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460126 Nov 11 22:19:23.993557 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e3f223-10e7-4a59-bd5a-29fc32f46338 req-d52a743e-1ccd-445a-9833-ef4abc659dfc tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:23.995149 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-91e3f223-10e7-4a59-bd5a-29fc32f46338 req-d52a743e-1ccd-445a-9833-ef4abc659dfc tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/ports?device_id=efc7b803-47b0-47dd-b4af-0de101adaaaf HTTP/1.1" status: 200 len: 944 time: 0.0613663 Nov 11 22:19:24.048603 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-91e3f223-10e7-4a59-bd5a-29fc32f46338 req-6807370d-6d57-401f-8fa3-5e07fedbc6e5 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/security-groups?id=4cdb267d-d817-44be-b26a-e18e20b97bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467310 Nov 11 22:19:24.303141 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066a523f-4338-43ef-b4e1-6dabec0aa37a req-76c81f02-606c-4046-be71-e01961a9d669 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:24.304694 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-066a523f-4338-43ef-b4e1-6dabec0aa37a req-76c81f02-606c-4046-be71-e01961a9d669 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1bff5be-1c1e-4186-98b3-13bb364493fb HTTP/1.1" status: 200 len: 946 time: 0.0549388 Nov 11 22:19:24.352429 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-066a523f-4338-43ef-b4e1-6dabec0aa37a req-c3b81a91-eb3c-4bde-954c-f2827f065946 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/security-groups?id=68067a07-9049-4dac-b76f-d82da95a01c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417585 Nov 11 22:19:24.972635 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.db.agents_db [None req-7a0be6d5-f821-4115-b6dd-94f53e40a68e None None] Agent healthcheck: found 6 active agents {{(pid=101953) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:19:25.171463 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92b5212-06d9-40b3-bd03-85aa15163088 req-614bd9ea-dee2-4966-97a0-f6a45307ce2a tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:25.172984 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-c92b5212-06d9-40b3-bd03-85aa15163088 req-614bd9ea-dee2-4966-97a0-f6a45307ce2a tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/ports?device_id=efc7b803-47b0-47dd-b4af-0de101adaaaf HTTP/1.1" status: 200 len: 944 time: 0.0509210 Nov 11 22:19:25.226052 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-c92b5212-06d9-40b3-bd03-85aa15163088 req-975f8ea3-bc4a-444f-9f08-13e9b68fa3c1 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/security-groups?id=4cdb267d-d817-44be-b26a-e18e20b97bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466855 Nov 11 22:19:25.467949 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9f8bb8-354b-4c28-b209-8354347ba34c req-7b6903a6-b9d0-40cd-af0b-8a7f06971151 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:25.469476 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-6f9f8bb8-354b-4c28-b209-8354347ba34c req-7b6903a6-b9d0-40cd-af0b-8a7f06971151 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1bff5be-1c1e-4186-98b3-13bb364493fb HTTP/1.1" status: 200 len: 946 time: 0.0484097 Nov 11 22:19:25.520254 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-6f9f8bb8-354b-4c28-b209-8354347ba34c req-5ffb10ca-19c2-4688-b107-83379b4382a9 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/security-groups?id=68067a07-9049-4dac-b76f-d82da95a01c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449219 Nov 11 22:19:25.613509 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-a7fc7a02-446f-4b98-b04b-4d98ca6bd37e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:25.655478 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Device ff855d16-c432-40fd-b18f-d64264e49e6e no longer exists at agent hyperv_hv-cinder-73362 {{(pid=101952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:19:25.742782 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe06690-8806-46cb-99a4-6337c1a02315 req-2ece15de-da83-4bd4-ab25-07c6a8c1dbd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:25.744864 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-dfe06690-8806-46cb-99a4-6337c1a02315 req-2ece15de-da83-4bd4-ab25-07c6a8c1dbd9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f08f0ccbadb74a1fb24f11c7ab51aed8&device_id=d1bff5be-1c1e-4186-98b3-13bb364493fb HTTP/1.1" status: 200 len: 1099 time: 0.0455575 Nov 11 22:19:25.869263 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe06690-8806-46cb-99a4-6337c1a02315 req-1f880be5-9cd7-4ab2-9c01-eeb4b90e40f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:25.870774 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-dfe06690-8806-46cb-99a4-6337c1a02315 req-1f880be5-9cd7-4ab2-9c01-eeb4b90e40f5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=2f5472e6-3d4a-4f79-a5b2-6b96144f59c3 HTTP/1.1" status: 200 len: 919 time: 0.1052752 Nov 11 22:19:25.928426 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-dfe06690-8806-46cb-99a4-6337c1a02315 req-91b68126-cbbf-4f1f-af84-d7eec99a2019 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=33e9cfcf-d127-4cb8-81d5-f7cd220406dc HTTP/1.1" status: 200 len: 217 time: 0.0397084 Nov 11 22:19:25.986191 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe06690-8806-46cb-99a4-6337c1a02315 req-a856812f-273a-4593-9fd0-f1d2949abbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:25.987816 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-dfe06690-8806-46cb-99a4-6337c1a02315 req-a856812f-273a-4593-9fd0-f1d2949abbc3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c79b6f25-3c3e-41d1-96ac-2ecaf2fc7991 HTTP/1.1" status: 200 len: 858 time: 0.0518389 Nov 11 22:19:26.029262 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-dfe06690-8806-46cb-99a4-6337c1a02315 req-e03ea7a4-b1a5-444c-b351-e4bd8b5e530d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2f5472e6-3d4a-4f79-a5b2-6b96144f59c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281677 Nov 11 22:19:26.132708 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-dfe06690-8806-46cb-99a4-6337c1a02315 req-b840fecf-2a2b-4484-a727-974a8bc75eb7 service neutron] 10.222.0.26 "GET /v2.0/networks/2f5472e6-3d4a-4f79-a5b2-6b96144f59c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922878 Nov 11 22:19:26.256104 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-dfe06690-8806-46cb-99a4-6337c1a02315 req-13be12ae-4185-45bd-8680-5712319fe639 service neutron] 10.222.0.26 "GET /v2.0/networks/2f5472e6-3d4a-4f79-a5b2-6b96144f59c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135633 Nov 11 22:19:26.376049 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310e062f-f785-4366-9b31-f04154f170d4 req-64ea6a5d-04b2-42b7-adeb-4513f9f5ffa3 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:26.378770 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-310e062f-f785-4366-9b31-f04154f170d4 req-64ea6a5d-04b2-42b7-adeb-4513f9f5ffa3 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/ports?device_id=efc7b803-47b0-47dd-b4af-0de101adaaaf HTTP/1.1" status: 200 len: 944 time: 0.0692563 Nov 11 22:19:26.443858 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-310e062f-f785-4366-9b31-f04154f170d4 req-d8572f98-936b-4e00-b106-996d4a983671 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/security-groups?id=4cdb267d-d817-44be-b26a-e18e20b97bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578890 Nov 11 22:19:26.675892 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6c4d94-238d-4fe3-a6d6-25a12f782c87 req-b7a3b9c8-6bed-4dd0-8046-564899c61a72 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:26.677648 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-0b6c4d94-238d-4fe3-a6d6-25a12f782c87 req-b7a3b9c8-6bed-4dd0-8046-564899c61a72 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1bff5be-1c1e-4186-98b3-13bb364493fb HTTP/1.1" status: 200 len: 946 time: 0.0712163 Nov 11 22:19:26.750737 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-0b6c4d94-238d-4fe3-a6d6-25a12f782c87 req-3d2bc852-52eb-4966-bc89-e1a83f393eb8 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/security-groups?id=68067a07-9049-4dac-b76f-d82da95a01c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659997 Nov 11 22:19:27.219299 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e8a604-a01e-4c0b-9db6-660e171f96a3 req-2811f3ca-a595-4a1e-a124-a0f332e8f9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:27.220930 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-84e8a604-a01e-4c0b-9db6-660e171f96a3 req-2811f3ca-a595-4a1e-a124-a0f332e8f9a8 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=efc7b803-47b0-47dd-b4af-0de101adaaaf&tenant_id=1ce5c1a9babe4d3098016d7a6fcab517 HTTP/1.1" status: 200 len: 1097 time: 0.0862029 Nov 11 22:19:27.290906 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e8a604-a01e-4c0b-9db6-660e171f96a3 req-ce67f77f-74a2-43ea-8a10-17ef0cd39681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:27.292414 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-84e8a604-a01e-4c0b-9db6-660e171f96a3 req-ce67f77f-74a2-43ea-8a10-17ef0cd39681 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1ce5c1a9babe4d3098016d7a6fcab517&device_id=efc7b803-47b0-47dd-b4af-0de101adaaaf HTTP/1.1" status: 200 len: 1097 time: 0.0470724 Nov 11 22:19:27.389666 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e8a604-a01e-4c0b-9db6-660e171f96a3 req-75e71933-51df-482a-a204-950da7982ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:27.391190 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-84e8a604-a01e-4c0b-9db6-660e171f96a3 req-75e71933-51df-482a-a204-950da7982ec1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6d6ff938-050a-4ca6-ad58-070035060c7c HTTP/1.1" status: 200 len: 917 time: 0.0900128 Nov 11 22:19:27.488651 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-84e8a604-a01e-4c0b-9db6-660e171f96a3 req-8b6d9963-6f5e-4020-8079-bf5d1c435f05 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ff855d16-c432-40fd-b18f-d64264e49e6e HTTP/1.1" status: 200 len: 1000 time: 0.0899088 Nov 11 22:19:27.564623 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e8a604-a01e-4c0b-9db6-660e171f96a3 req-aec02c91-a5e1-48a7-9e06-3fa65fdc2c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:27.566724 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-84e8a604-a01e-4c0b-9db6-660e171f96a3 req-aec02c91-a5e1-48a7-9e06-3fa65fdc2c71 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=28859a9d-69fd-4dd9-a7c8-b3902292e969 HTTP/1.1" status: 200 len: 855 time: 0.0709212 Nov 11 22:19:27.600020 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed360e41-bd7f-4364-a9d6-2a84b41f2b7d req-2dc5eda1-dd27-48d3-8439-a7d9435c0567 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:27.601616 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-ed360e41-bd7f-4364-a9d6-2a84b41f2b7d req-2dc5eda1-dd27-48d3-8439-a7d9435c0567 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/ports?device_id=efc7b803-47b0-47dd-b4af-0de101adaaaf HTTP/1.1" status: 200 len: 944 time: 0.0753734 Nov 11 22:19:27.921901 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e8a604-a01e-4c0b-9db6-660e171f96a3 req-42853ba5-bf49-4ef2-9148-1e9a86aa695e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:27.923410 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-84e8a604-a01e-4c0b-9db6-660e171f96a3 req-42853ba5-bf49-4ef2-9148-1e9a86aa695e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6d6ff938-050a-4ca6-ad58-070035060c7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.3417413 Nov 11 22:19:27.931064 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-ed360e41-bd7f-4364-a9d6-2a84b41f2b7d req-257ee03d-b8fd-468b-b5fa-3250fa01542d tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/security-groups?id=4cdb267d-d817-44be-b26a-e18e20b97bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3118794 Nov 11 22:19:27.972863 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dfc467-718e-4e07-95d2-6d03fa42cdc0 req-f428530b-d7d6-4605-b4f8-9635db8851da tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:27.974405 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-c9dfc467-718e-4e07-95d2-6d03fa42cdc0 req-f428530b-d7d6-4605-b4f8-9635db8851da tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1bff5be-1c1e-4186-98b3-13bb364493fb HTTP/1.1" status: 200 len: 946 time: 0.1090758 Nov 11 22:19:28.074091 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-c9dfc467-718e-4e07-95d2-6d03fa42cdc0 req-c9a59cd1-ce08-4782-a9dc-e442068a6781 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/security-groups?id=68067a07-9049-4dac-b76f-d82da95a01c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709066 Nov 11 22:19:28.076578 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-84e8a604-a01e-4c0b-9db6-660e171f96a3 req-15ffe447-4669-496c-bda7-988194bb9068 service neutron] 10.222.0.26 "GET /v2.0/networks/6d6ff938-050a-4ca6-ad58-070035060c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439204 Nov 11 22:19:28.177041 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-bc8daf50-2df4-4586-82b2-952bf52770fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:28.188756 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-84e8a604-a01e-4c0b-9db6-660e171f96a3 req-f10ef9b0-ac20-4554-907d-6dec5e0b95e8 service neutron] 10.222.0.26 "GET /v2.0/networks/6d6ff938-050a-4ca6-ad58-070035060c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951161 Nov 11 22:19:28.747329 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 45780) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:19:28.852079 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-4d6e8d02-62da-4de2-913c-f3e6ed490681 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:28.947538 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-4d6e8d02-62da-4de2-913c-f3e6ed490681 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:28.953071 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-4d6e8d02-62da-4de2-913c-f3e6ed490681 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:28.994796 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6e8d02-62da-4de2-913c-f3e6ed490681 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9fbfa18-a698-404e-8d06-6aa403980d89,revision_number=1']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:19:29.012418 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.wsgi [-] (101950) accepted ('10.222.0.50', 45792) {{(pid=101950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:19:29.013010 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-4d6e8d02-62da-4de2-913c-f3e6ed490681 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a680ec0a482042c4aae13b0154727c40&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2639387 Nov 11 22:19:29.106777 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3986cdd1-df82-4e1f-8845-4f9e451969eb req-84a8b4de-2875-46ac-9d81-a66a35551035 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:29.111645 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-3986cdd1-df82-4e1f-8845-4f9e451969eb req-84a8b4de-2875-46ac-9d81-a66a35551035 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/ports?device_id=efc7b803-47b0-47dd-b4af-0de101adaaaf HTTP/1.1" status: 200 len: 944 time: 0.0898659 Nov 11 22:19:29.160987 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 45800) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:19:29.165565 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-44991da7-0be5-4cbe-a50d-d5d65dda94f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:29.203517 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-44991da7-0be5-4cbe-a50d-d5d65dda94f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:29.236982 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-3986cdd1-df82-4e1f-8845-4f9e451969eb req-7c2cf756-8d9e-44f6-a527-5fe0c24fc961 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/security-groups?id=4cdb267d-d817-44be-b26a-e18e20b97bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124601 Nov 11 22:19:29.283708 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250a12ee-4e06-4bbf-85f2-7d4c113543ec req-c92592f7-2946-4cc5-9133-d203d37c57cb tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:29.286299 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-250a12ee-4e06-4bbf-85f2-7d4c113543ec req-c92592f7-2946-4cc5-9133-d203d37c57cb tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1bff5be-1c1e-4186-98b3-13bb364493fb HTTP/1.1" status: 200 len: 946 time: 0.0898492 Nov 11 22:19:29.294191 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-53dfc076-82e1-4d99-a9eb-d606be8694ed admin admin] Publish callbacks [] for security_group, before_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:29.312652 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-44991da7-0be5-4cbe-a50d-d5d65dda94f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:29.315384 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-44991da7-0be5-4cbe-a50d-d5d65dda94f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:29.316561 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [None req-44991da7-0be5-4cbe-a50d-d5d65dda94f1 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f9fbfa18-a698-404e-8d06-6aa403980d89 HTTP/1.1" status: 204 len: 168 time: 0.3030071 Nov 11 22:19:29.335215 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44991da7-0be5-4cbe-a50d-d5d65dda94f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9fbfa18-a698-404e-8d06-6aa403980d89,revision_number=None']} {{(pid=101950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:19:29.364888 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-250a12ee-4e06-4bbf-85f2-7d4c113543ec req-9f108193-a92d-4f66-9040-ac0b8185584e tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/security-groups?id=68067a07-9049-4dac-b76f-d82da95a01c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710111 Nov 11 22:19:29.383760 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-53dfc076-82e1-4d99-a9eb-d606be8694ed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:29.392052 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-53dfc076-82e1-4d99-a9eb-d606be8694ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:29.398592 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-766b5b4b-9c4e-4513-9f30-d5290b623bba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:29.433362 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-53dfc076-82e1-4d99-a9eb-d606be8694ed admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=a6bc5c47bd9d491daf973ac1b97268fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2711754 Nov 11 22:19:29.434260 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dfc076-82e1-4d99-a9eb-d606be8694ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ab78d51-e4e7-4df4-990d-83c2f628ce09,revision_number=1']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:19:29.435983 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.wsgi [-] (101950) accepted ('10.222.0.50', 45806) {{(pid=101950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:19:29.521037 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-8a18516a-5454-4ac8-9630-7706706ddf44 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:29.563672 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-8a18516a-5454-4ac8-9630-7706706ddf44 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:29.626607 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-8a18516a-5454-4ac8-9630-7706706ddf44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:29.629307 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-8a18516a-5454-4ac8-9630-7706706ddf44 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:29.630560 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [None req-8a18516a-5454-4ac8-9630-7706706ddf44 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6ab78d51-e4e7-4df4-990d-83c2f628ce09 HTTP/1.1" status: 204 len: 168 time: 0.1926033 Nov 11 22:19:29.640933 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a18516a-5454-4ac8-9630-7706706ddf44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ab78d51-e4e7-4df4-990d-83c2f628ce09,revision_number=None']} {{(pid=101950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:19:30.397512 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c83a2d6-543d-4568-a2bd-6ae55cd82e09 req-d75eb802-e9c1-4bd6-9bf9-26087ecfb6c2 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:30.404109 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-5c83a2d6-543d-4568-a2bd-6ae55cd82e09 req-d75eb802-e9c1-4bd6-9bf9-26087ecfb6c2 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/ports?device_id=efc7b803-47b0-47dd-b4af-0de101adaaaf HTTP/1.1" status: 200 len: 944 time: 0.0802672 Nov 11 22:19:30.457377 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 45838) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:19:30.460864 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-5c83a2d6-543d-4568-a2bd-6ae55cd82e09 req-2d027504-3ba7-4dc8-8fe0-d8dd5b61ff88 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/security-groups?id=4cdb267d-d817-44be-b26a-e18e20b97bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543654 Nov 11 22:19:30.527238 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dab942-bcf8-411b-b78f-716e65e291e3 req-e12e1ed3-e8d8-42dd-b2cd-4f181152ec36 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:30.529119 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-53dab942-bcf8-411b-b78f-716e65e291e3 req-e12e1ed3-e8d8-42dd-b2cd-4f181152ec36 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1bff5be-1c1e-4186-98b3-13bb364493fb HTTP/1.1" status: 200 len: 946 time: 0.0672846 Nov 11 22:19:30.581287 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.v2.base [None req-91b215f4-52c5-4cf3-9799-a0f00e48a0a0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1160449093-network', 'tenant_id': '45877637febf473e8074291b9336b125'}} {{(pid=101951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:19:30.596113 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-53dab942-bcf8-411b-b78f-716e65e291e3 req-ee1a5ea6-f8d0-45b1-8ab0-41de9f8ec782 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/security-groups?id=68067a07-9049-4dac-b76f-d82da95a01c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599849 Nov 11 22:19:30.611457 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91b215f4-52c5-4cf3-9799-a0f00e48a0a0 admin admin] Made reservation on behalf of 45877637febf473e8074291b9336b125 for: {'network': 1} {{(pid=101951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:19:30.614480 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-91b215f4-52c5-4cf3-9799-a0f00e48a0a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for network, before_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:30.628083 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-91b215f4-52c5-4cf3-9799-a0f00e48a0a0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:30.712938 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-91b215f4-52c5-4cf3-9799-a0f00e48a0a0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:30.717572 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-91b215f4-52c5-4cf3-9799-a0f00e48a0a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:30.739242 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91b215f4-52c5-4cf3-9799-a0f00e48a0a0 admin admin] vlan segment allocate from pool success with {'vlan_id': 836, 'physical_network': 'physnet1'} {{(pid=101951) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 22:19:30.757037 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-91b215f4-52c5-4cf3-9799-a0f00e48a0a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8017375'] for segment, precommit_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:30.757379 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.db.segments_db [None req-91b215f4-52c5-4cf3-9799-a0f00e48a0a0 admin admin] Added segment 0f84472f-f0e4-456a-9222-5ba8c86f3ac5 of type vlan for network 432f6d4a-3b75-452f-9f40-63ce1a0d7c20 Nov 11 22:19:30.758679 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b215f4-52c5-4cf3-9799-a0f00e48a0a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60af8778-9046-45ea-8bd7-0f01734be347,revision_number=1']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:19:30.799195 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-6e72e30b-d533-48e1-89e1-e2b3014a0430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:30.804131 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-91b215f4-52c5-4cf3-9799-a0f00e48a0a0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776911823580'] for network, precommit_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:30.832362 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-91b215f4-52c5-4cf3-9799-a0f00e48a0a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260'] for network, after_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:30.833482 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91b215f4-52c5-4cf3-9799-a0f00e48a0a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:30.834126 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-91b215f4-52c5-4cf3-9799-a0f00e48a0a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634242'] for network, before_response {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:30.898612 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-91b215f4-52c5-4cf3-9799-a0f00e48a0a0 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4399900 Nov 11 22:19:30.902150 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.wsgi [-] (101950) accepted ('10.222.0.50', 45844) {{(pid=101950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:19:30.907064 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b215f4-52c5-4cf3-9799-a0f00e48a0a0 admin admin] Pushing event updated for resources: {'Network': ['ID=432f6d4a-3b75-452f-9f40-63ce1a0d7c20,revision_number=1']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:19:30.907250 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.v2.base [None req-5401672e-56bd-4f71-8688-2abe3ad00b12 admin admin] Request body: {'subnet': {'network_id': '432f6d4a-3b75-452f-9f40-63ce1a0d7c20', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1160449093-subnet', 'tenant_id': '45877637febf473e8074291b9336b125', 'ip_version': 4}} {{(pid=101950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:19:30.918118 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Network 432f6d4a-3b75-452f-9f40-63ce1a0d7c20 details requested by agent ovs-agent-dv-cinder-733622-20-iscsi with host dv-cinder-733622-20-iscsi {{(pid=101952) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 22:19:30.930588 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5401672e-56bd-4f71-8688-2abe3ad00b12 admin admin] Made reservation on behalf of 45877637febf473e8074291b9336b125 for: {'subnet': 1} {{(pid=101950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:19:30.933257 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-5401672e-56bd-4f71-8688-2abe3ad00b12 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:31.109934 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-5401672e-56bd-4f71-8688-2abe3ad00b12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260'] for subnet, after_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:31.162980 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5401672e-56bd-4f71-8688-2abe3ad00b12 admin admin] Pushing event updated for resources: {'Subnet': ['ID=45807439-1281-4080-909a-9299f816111e,revision_number=0']} {{(pid=101950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:19:31.182946 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5401672e-56bd-4f71-8688-2abe3ad00b12 admin admin] Checking segment: {'id': '0f84472f-f0e4-456a-9222-5ba8c86f3ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '432f6d4a-3b75-452f-9f40-63ce1a0d7c20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:19:31.183307 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5401672e-56bd-4f71-8688-2abe3ad00b12 admin admin] Network hostable DHCP agents. Network: 432f6d4a-3b75-452f-9f40-63ce1a0d7c20, hostable agents: ['23e6d948-888e-4d00-9ca4-1adf1bb62ced'], hosted agents: [] {{(pid=101950) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 22:19:31.202255 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5401672e-56bd-4f71-8688-2abe3ad00b12 admin admin] Network 432f6d4a-3b75-452f-9f40-63ce1a0d7c20 is scheduled to be hosted by DHCP agent 23e6d948-888e-4d00-9ca4-1adf1bb62ced with binding_index 1 {{(pid=101950) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 22:19:31.217511 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.scheduler.base_scheduler [None req-5401672e-56bd-4f71-8688-2abe3ad00b12 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-20-iscsi, 432f6d4a-3b75-452f-9f40-63ce1a0d7c20) {{(pid=101950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:19:31.222501 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5401672e-56bd-4f71-8688-2abe3ad00b12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:31.223590 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-5401672e-56bd-4f71-8688-2abe3ad00b12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634242'] for subnet, before_response {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:31.226882 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd775aff-0593-4271-91f4-3a555ace5a19 None None] Network 432f6d4a-3b75-452f-9f40-63ce1a0d7c20 requested from dv-cinder-733622-20-iscsi {{(pid=101952) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:19:31.254031 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [None req-5401672e-56bd-4f71-8688-2abe3ad00b12 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3500476 Nov 11 22:19:31.258195 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 45850) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:19:31.263326 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.v2.base [None req-7d9e9809-3193-49db-860c-7e9990e29232 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1160449093-router', 'tenant_id': '45877637febf473e8074291b9336b125', 'external_gateway_info': {'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635'}}} {{(pid=101951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:19:31.286824 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-7d9e9809-3193-49db-860c-7e9990e29232 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-657824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25022'] for router, before_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:31.287871 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-7d9e9809-3193-49db-860c-7e9990e29232 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-657456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657002', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-884689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25009'] for router, precommit_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:31.408858 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8346c56-0d54-4b47-93e1-0d64b9886d45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6467342-9d0c-523f-a8b3-69f6dc17eabf-432f6d4a-3b75-452f-9f40-63ce1a0d7c20', 'network_id': '432f6d4a-3b75-452f-9f40-63ce1a0d7c20', 'tenant_id': '45877637febf473e8074291b9336b125', 'fixed_ips': [{'subnet_id': '45807439-1281-4080-909a-9299f816111e'}]}} from dv-cinder-733622-20-iscsi. {{(pid=101952) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 22:19:31.410071 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-a8346c56-0d54-4b47-93e1-0d64b9886d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_create {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:31.559710 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.db_base_plugin_common [None req-a8346c56-0d54-4b47-93e1-0d64b9886d45 None None] Allocated IP 172.20.0.2 (432f6d4a-3b75-452f-9f40-63ce1a0d7c20/45807439-1281-4080-909a-9299f816111e/cf3d5e61-6841-4e99-a94b-816ff94a8fd1) {{(pid=101952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:19:31.597677 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-7d9e9809-3193-49db-860c-7e9990e29232 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:31.632073 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24967c83-6e04-4d50-84f6-217e9035e29f req-863b8a89-b01e-414b-b3c3-4470ca244382 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:31.634404 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-24967c83-6e04-4d50-84f6-217e9035e29f req-863b8a89-b01e-414b-b3c3-4470ca244382 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/ports?device_id=efc7b803-47b0-47dd-b4af-0de101adaaaf HTTP/1.1" status: 200 len: 944 time: 0.0575478 Nov 11 22:19:31.709135 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-24967c83-6e04-4d50-84f6-217e9035e29f req-0c9a958d-5dc8-4248-91b6-15ddc84e79dd tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/security-groups?id=4cdb267d-d817-44be-b26a-e18e20b97bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667279 Nov 11 22:19:31.738624 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-a8346c56-0d54-4b47-93e1-0d64b9886d45 None None] Publish callbacks [] for port, precommit_create {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:31.747662 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-a8346c56-0d54-4b47-93e1-0d64b9886d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776911838082'] for port, after_create {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:31.749578 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c71940d-039e-4030-a184-cc38a0e16515 req-b242a950-758c-4b75-99cc-6504d5d12c9e tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:31.751110 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-7c71940d-039e-4030-a184-cc38a0e16515 req-b242a950-758c-4b75-99cc-6504d5d12c9e tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1bff5be-1c1e-4186-98b3-13bb364493fb HTTP/1.1" status: 200 len: 946 time: 0.0659466 Nov 11 22:19:31.772765 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-7d9e9809-3193-49db-860c-7e9990e29232 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:31.807303 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8346c56-0d54-4b47-93e1-0d64b9886d45 None None] Network 432f6d4a-3b75-452f-9f40-63ce1a0d7c20 is already hosted by enough agents. {{(pid=101952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:19:31.811304 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.scheduler.base_scheduler [None req-a8346c56-0d54-4b47-93e1-0d64b9886d45 None None] Resources bound (agent type, host, resource id): {{(pid=101952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:19:31.815203 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:31.818003 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-7c71940d-039e-4030-a184-cc38a0e16515 req-d2e2ebd9-7af5-45e0-b21c-47d8088679f5 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/security-groups?id=68067a07-9049-4dac-b76f-d82da95a01c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597110 Nov 11 22:19:31.819611 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8346c56-0d54-4b47-93e1-0d64b9886d45 None None] Received port after_create {{(pid=101952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:19:31.823383 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8346c56-0d54-4b47-93e1-0d64b9886d45 None None] Pushing event updated for resources: {'Port': ['ID=cf3d5e61-6841-4e99-a94b-816ff94a8fd1,revision_number=1']} {{(pid=101952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:19:31.896678 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.managers [None req-a8346c56-0d54-4b47-93e1-0d64b9886d45 None None] Attempting to bind port cf3d5e61-6841-4e99-a94b-816ff94a8fd1 on host dv-cinder-733622-20-iscsi for vnic_type normal with profile {{(pid=101952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:19:31.897269 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.managers [None req-a8346c56-0d54-4b47-93e1-0d64b9886d45 None None] Attempting to bind port cf3d5e61-6841-4e99-a94b-816ff94a8fd1 by drivers openvswitch,hyperv on host dv-cinder-733622-20-iscsi at level 0 using segments [{'id': '0f84472f-f0e4-456a-9222-5ba8c86f3ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '432f6d4a-3b75-452f-9f40-63ce1a0d7c20'}] {{(pid=101952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:19:31.897946 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8346c56-0d54-4b47-93e1-0d64b9886d45 None None] Attempting to bind port cf3d5e61-6841-4e99-a94b-816ff94a8fd1 on network 432f6d4a-3b75-452f-9f40-63ce1a0d7c20 {{(pid=101952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:19:31.903476 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8346c56-0d54-4b47-93e1-0d64b9886d45 None None] Checking agent: {'id': '83a5d6f5-895b-4fa9-b3a8-3d8b1836c237', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 22, 8, 32), 'started_at': datetime.datetime(2021, 11, 11, 22, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 19, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:19:31.903854 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8346c56-0d54-4b47-93e1-0d64b9886d45 None None] Checking segment: {'id': '0f84472f-f0e4-456a-9222-5ba8c86f3ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '432f6d4a-3b75-452f-9f40-63ce1a0d7c20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:19:31.904243 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-a8346c56-0d54-4b47-93e1-0d64b9886d45 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:31.904813 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8346c56-0d54-4b47-93e1-0d64b9886d45 None None] Bound using segment: {'id': '0f84472f-f0e4-456a-9222-5ba8c86f3ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '432f6d4a-3b75-452f-9f40-63ce1a0d7c20'} {{(pid=101952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:19:31.905276 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.managers [None req-a8346c56-0d54-4b47-93e1-0d64b9886d45 None None] Bound port: cf3d5e61-6841-4e99-a94b-816ff94a8fd1, host: dv-cinder-733622-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f84472f-f0e4-456a-9222-5ba8c86f3ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '432f6d4a-3b75-452f-9f40-63ce1a0d7c20'}}] {{(pid=101952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:19:31.905674 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-a8346c56-0d54-4b47-93e1-0d64b9886d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:31.986605 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-a8346c56-0d54-4b47-93e1-0d64b9886d45 None None] For port cf3d5e61-6841-4e99-a94b-816ff94a8fd1, host dv-cinder-733622-20-iscsi, cleared binding levels {{(pid=101952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:19:31.990031 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-a8346c56-0d54-4b47-93e1-0d64b9886d45 None None] For port cf3d5e61-6841-4e99-a94b-816ff94a8fd1, host dv-cinder-733622-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-20-iscsi',level=0,port_id=cf3d5e61-6841-4e99-a94b-816ff94a8fd1,segment=NetworkSegment(0f84472f-f0e4-456a-9222-5ba8c86f3ac5),segment_id=0f84472f-f0e4-456a-9222-5ba8c86f3ac5)] {{(pid=101952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:19:31.994491 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-a8346c56-0d54-4b47-93e1-0d64b9886d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776912265364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776911838100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776911838118'] for port, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:32.009871 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-7d9e9809-3193-49db-860c-7e9990e29232 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:32.031547 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-7d9e9809-3193-49db-860c-7e9990e29232 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:32.061224 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8346c56-0d54-4b47-93e1-0d64b9886d45 None None] Pushing event updated for resources: {'Port': ['ID=cf3d5e61-6841-4e99-a94b-816ff94a8fd1,revision_number=2']} {{(pid=101952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:19:32.167711 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.db.db_base_plugin_common [None req-7d9e9809-3193-49db-860c-7e9990e29232 admin admin] Allocated IP 172.27.0.243 (fd27370c-43f8-4948-a495-3a9880be1635/b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca/921633f6-5983-48e8-8be2-60f9250b518a) {{(pid=101951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:19:32.296580 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-7d9e9809-3193-49db-860c-7e9990e29232 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:32.345943 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-7d9e9809-3193-49db-860c-7e9990e29232 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776911838082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9099554'] for port, after_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:32.413450 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d9e9809-3193-49db-860c-7e9990e29232 admin admin] Network fd27370c-43f8-4948-a495-3a9880be1635 is already hosted by enough agents. {{(pid=101951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:19:32.416201 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.scheduler.base_scheduler [None req-7d9e9809-3193-49db-860c-7e9990e29232 admin admin] Resources bound (agent type, host, resource id): {{(pid=101951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:19:32.419083 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9e9809-3193-49db-860c-7e9990e29232 admin admin] Received port after_create {{(pid=101951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:19:32.444011 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9e9809-3193-49db-860c-7e9990e29232 admin admin] Pushing event updated for resources: {'Port': ['ID=921633f6-5983-48e8-8be2-60f9250b518a,revision_number=1']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:19:32.661043 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Device cf3d5e61-6841-4e99-a94b-816ff94a8fd1 up at agent ovs-agent-dv-cinder-733622-20-iscsi {{(pid=101952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:19:32.717084 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.provisioning_blocks [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Provisioning complete for port cf3d5e61-6841-4e99-a94b-816ff94a8fd1 triggered by entity L2. {{(pid=101952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:19:32.717472 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8061746'] for port, provisioning_complete {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:32.719925 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-7d9e9809-3193-49db-860c-7e9990e29232 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:32.812300 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:32.851453 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] For port cf3d5e61-6841-4e99-a94b-816ff94a8fd1, host dv-cinder-733622-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-20-iscsi',level=0,port_id=cf3d5e61-6841-4e99-a94b-816ff94a8fd1,segment=NetworkSegment(0f84472f-f0e4-456a-9222-5ba8c86f3ac5),segment_id=0f84472f-f0e4-456a-9222-5ba8c86f3ac5)] {{(pid=101952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:19:32.852870 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a881343-76d2-4a59-a591-38f9d0268b0a req-6c2ffa01-1a54-44ca-b621-3d5da212034f tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:32.854513 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-7a881343-76d2-4a59-a591-38f9d0268b0a req-6c2ffa01-1a54-44ca-b621-3d5da212034f tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/ports?device_id=efc7b803-47b0-47dd-b4af-0de101adaaaf HTTP/1.1" status: 200 len: 944 time: 0.0591538 Nov 11 22:19:32.867349 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776912265364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776911838100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776911838118'] for port, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:33.006682 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Pushing event updated for resources: {'Port': ['ID=cf3d5e61-6841-4e99-a94b-816ff94a8fd1,revision_number=3']} {{(pid=101952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:19:33.013299 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-7a881343-76d2-4a59-a591-38f9d0268b0a req-60946505-7b1c-46ca-82d5-cffdfb7d154b tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/security-groups?id=4cdb267d-d817-44be-b26a-e18e20b97bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1452100 Nov 11 22:19:33.036925 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-7d9e9809-3193-49db-860c-7e9990e29232 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-657465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657087'] for router, after_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:33.046091 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbd0855-cc58-476c-8572-7f0b87c1e6cd req-b9dd6020-1a5d-4b54-9e00-8f9ded5883a8 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:33.048419 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-1cbd0855-cc58-476c-8572-7f0b87c1e6cd req-b9dd6020-1a5d-4b54-9e00-8f9ded5883a8 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1bff5be-1c1e-4186-98b3-13bb364493fb HTTP/1.1" status: 200 len: 946 time: 0.1444633 Nov 11 22:19:33.127453 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-1cbd0855-cc58-476c-8572-7f0b87c1e6cd req-683529d7-0d68-41e6-859e-ef50663595ef tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/security-groups?id=68067a07-9049-4dac-b76f-d82da95a01c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689738 Nov 11 22:19:33.141450 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e76e3847-3c4c-436f-a757-bbbcf103df44 None None] Network 432f6d4a-3b75-452f-9f40-63ce1a0d7c20 requested from dv-cinder-733622-20-iscsi {{(pid=101952) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:19:33.232991 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.provisioning_blocks [None req-63d2b0ef-a7e2-46a9-b6a6-b721b23ec5ed None None] Provisioning complete for port cf3d5e61-6841-4e99-a94b-816ff94a8fd1 triggered by entity DHCP. {{(pid=101952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:19:33.233814 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-63d2b0ef-a7e2-46a9-b6a6-b721b23ec5ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8061746'] for port, provisioning_complete {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:33.237265 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d9e9809-3193-49db-860c-7e9990e29232 admin admin] Router 10cd6305-f48d-40b7-9fc5-d7ee37e2efc9 is scheduled to L3 agent 4702c36b-78d9-4f52-8cbc-8d9e3292a6f2 with binding_index 1 {{(pid=101951) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 22:19:33.400849 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d9e9809-3193-49db-860c-7e9990e29232 admin admin] Notify agent at l3_agent.dv-cinder-733622-20-iscsi the message routers_updated {{(pid=101951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:19:33.418880 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e657a948-88f4-4824-8ae9-a6cf2c389600 None None] Sync routers for ids ['10cd6305-f48d-40b7-9fc5-d7ee37e2efc9'] in dv-cinder-733622-20-iscsi {{(pid=101953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:19:33.439857 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-7d9e9809-3193-49db-860c-7e9990e29232 admin admin] Publish callbacks [] for router, before_response {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:33.441274 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-7d9e9809-3193-49db-860c-7e9990e29232 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.1813738 Nov 11 22:19:33.443879 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 45878) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:19:33.445998 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e657a948-88f4-4824-8ae9-a6cf2c389600 None None] Routers {'10cd6305-f48d-40b7-9fc5-d7ee37e2efc9'} bound to L3 agent in host dv-cinder-733622-20-iscsi {{(pid=101953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:19:33.447024 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.db.l3_hamode_db [None req-e657a948-88f4-4824-8ae9-a6cf2c389600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T22:08:28Z,description=,heartbeat_timestamp=2021-11-11T22:19:28Z,host='dv-cinder-733622-20-iscsi',id=4702c36b-78d9-4f52-8cbc-8d9e3292a6f2,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T22:08:28Z,topic='l3_agent')) {'router_ids': ['10cd6305-f48d-40b7-9fc5-d7ee37e2efc9'], 'active': True} {{(pid=101953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:19:33.625036 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.db.l3_dvr_db [None req-e657a948-88f4-4824-8ae9-a6cf2c389600 None None] Set router 10cd6305-f48d-40b7-9fc5-d7ee37e2efc9 gateway port host: dv-cinder-733622-20-iscsi {{(pid=101953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:19:33.742168 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.provisioning_blocks [None req-ade1b459-1cac-46ee-abc6-e3dae1a0e91b None None] Provisioning complete for port cf3d5e61-6841-4e99-a94b-816ff94a8fd1 triggered by entity DHCP. {{(pid=101952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:19:33.743084 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-ade1b459-1cac-46ee-abc6-e3dae1a0e91b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8061746'] for port, provisioning_complete {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:33.871714 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.db.l3_hamode_db [None req-e657a948-88f4-4824-8ae9-a6cf2c389600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10cd6305-f48d-40b7-9fc5-d7ee37e2efc9', 'name': 'tempest-TestVolumeBootPattern-1160449093-router', 'tenant_id': '45877637febf473e8074291b9336b125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'external_fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': '921633f6-5983-48e8-8be2-60f9250b518a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:19:31Z', 'updated_at': '2021-11-11T22:19:32Z', 'revision_number': 3, 'project_id': '45877637febf473e8074291b9336b125', 'gw_port': {'id': '921633f6-5983-48e8-8be2-60f9250b518a', 'name': '', 'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:12:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10cd6305-f48d-40b7-9fc5-d7ee37e2efc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:19:32Z', 'updated_at': '2021-11-11T22:19:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-20-iscsi'}], 'dv-cinder-733622-20-iscsi', False) {} {{(pid=101953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:19:33.941779 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e657a948-88f4-4824-8ae9-a6cf2c389600 None None] Checking router: 10cd6305-f48d-40b7-9fc5-d7ee37e2efc9 for host: dv-cinder-733622-20-iscsi {{(pid=101953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:19:33.942162 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e657a948-88f4-4824-8ae9-a6cf2c389600 None None] Updating router 10cd6305-f48d-40b7-9fc5-d7ee37e2efc9 port 921633f6-5983-48e8-8be2-60f9250b518a binding host dv-cinder-733622-20-iscsi {{(pid=101953) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 22:19:33.999246 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron_lib.callbacks.manager [None req-e657a948-88f4-4824-8ae9-a6cf2c389600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_update {{(pid=101953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:34.094290 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-822ce663-b27a-4fdc-b105-3e93190aaf49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:34.286555 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5c2166-d8a4-4b7c-a10a-8b735819867f req-62213a3c-ccef-4133-b4a6-6b6b2031c24f tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:34.307351 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-be5c2166-d8a4-4b7c-a10a-8b735819867f req-62213a3c-ccef-4133-b4a6-6b6b2031c24f tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/ports?device_id=efc7b803-47b0-47dd-b4af-0de101adaaaf HTTP/1.1" status: 200 len: 944 time: 0.1331041 Nov 11 22:19:34.420694 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc89ccdd-5c79-421f-ba81-84194c417d49 req-a591573c-321f-4873-b8bb-1963410aaf0e tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:34.422419 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.db.db_base_plugin_common [None req-822ce663-b27a-4fdc-b105-3e93190aaf49 admin admin] Allocated IP 172.20.0.1 (432f6d4a-3b75-452f-9f40-63ce1a0d7c20/45807439-1281-4080-909a-9299f816111e/74da1290-c8a3-4424-9696-57abc25ed7c0) {{(pid=101951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:19:34.422802 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-fc89ccdd-5c79-421f-ba81-84194c417d49 req-a591573c-321f-4873-b8bb-1963410aaf0e tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1bff5be-1c1e-4186-98b3-13bb364493fb HTTP/1.1" status: 200 len: 946 time: 0.1020315 Nov 11 22:19:34.470672 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-be5c2166-d8a4-4b7c-a10a-8b735819867f req-3682e762-2209-4af6-a23c-2b511e265d77 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/security-groups?id=4cdb267d-d817-44be-b26a-e18e20b97bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1516080 Nov 11 22:19:34.536065 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-fc89ccdd-5c79-421f-ba81-84194c417d49 req-87f31037-c2a4-452a-a72a-216adc9253aa tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/security-groups?id=68067a07-9049-4dac-b76f-d82da95a01c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034949 Nov 11 22:19:34.639540 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron_lib.callbacks.manager [None req-e657a948-88f4-4824-8ae9-a6cf2c389600 None None] Publish callbacks [] for port, precommit_update {{(pid=101953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:34.653939 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron_lib.callbacks.manager [None req-e657a948-88f4-4824-8ae9-a6cf2c389600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776912265364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776911838100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776911838118'] for port, after_update {{(pid=101953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:34.692893 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Device cf3d5e61-6841-4e99-a94b-816ff94a8fd1 up at agent ovs-agent-dv-cinder-733622-20-iscsi {{(pid=101952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:19:34.742039 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-822ce663-b27a-4fdc-b105-3e93190aaf49 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:34.769423 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.plugins.ml2.managers [None req-e657a948-88f4-4824-8ae9-a6cf2c389600 None None] Attempting to bind port 921633f6-5983-48e8-8be2-60f9250b518a on host dv-cinder-733622-20-iscsi for vnic_type normal with profile {{(pid=101953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:19:34.770103 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.plugins.ml2.managers [None req-e657a948-88f4-4824-8ae9-a6cf2c389600 None None] Attempting to bind port 921633f6-5983-48e8-8be2-60f9250b518a by drivers openvswitch,hyperv on host dv-cinder-733622-20-iscsi at level 0 using segments [{'id': 'a0316b7b-fb1e-457f-ba74-a0bbaa82bcb7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635'}] {{(pid=101953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:19:34.770671 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e657a948-88f4-4824-8ae9-a6cf2c389600 None None] Attempting to bind port 921633f6-5983-48e8-8be2-60f9250b518a on network fd27370c-43f8-4948-a495-3a9880be1635 {{(pid=101953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:19:34.786754 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-822ce663-b27a-4fdc-b105-3e93190aaf49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776911838082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9099554'] for port, after_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:34.787015 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d851274d-fc57-463c-ae68-ff792aecee6f None None] Pushing event updated for resources: {'Port': ['ID=921633f6-5983-48e8-8be2-60f9250b518a,revision_number=2']} {{(pid=101953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:19:34.802559 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.provisioning_blocks [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Provisioning complete for port cf3d5e61-6841-4e99-a94b-816ff94a8fd1 triggered by entity L2. {{(pid=101952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:19:34.802939 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8061746'] for port, provisioning_complete {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:34.807356 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e657a948-88f4-4824-8ae9-a6cf2c389600 None None] Checking agent: {'id': '83a5d6f5-895b-4fa9-b3a8-3d8b1836c237', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 22, 8, 32), 'started_at': datetime.datetime(2021, 11, 11, 22, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 19, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:19:34.809381 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e657a948-88f4-4824-8ae9-a6cf2c389600 None None] Checking segment: {'id': 'a0316b7b-fb1e-457f-ba74-a0bbaa82bcb7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:19:34.810382 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron_lib.callbacks.manager [None req-e657a948-88f4-4824-8ae9-a6cf2c389600 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:34.811723 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e657a948-88f4-4824-8ae9-a6cf2c389600 None None] Bound using segment: {'id': 'a0316b7b-fb1e-457f-ba74-a0bbaa82bcb7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635'} {{(pid=101953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:19:34.813082 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.plugins.ml2.managers [None req-e657a948-88f4-4824-8ae9-a6cf2c389600 None None] Bound port: 921633f6-5983-48e8-8be2-60f9250b518a, host: dv-cinder-733622-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0316b7b-fb1e-457f-ba74-a0bbaa82bcb7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635'}}] {{(pid=101953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:19:34.814262 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron_lib.callbacks.manager [None req-e657a948-88f4-4824-8ae9-a6cf2c389600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_update {{(pid=101953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:34.819259 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d851274d-fc57-463c-ae68-ff792aecee6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:19:34.820286 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d851274d-fc57-463c-ae68-ff792aecee6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:19:34.821385 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d851274d-fc57-463c-ae68-ff792aecee6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:19:34.823195 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d851274d-fc57-463c-ae68-ff792aecee6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:19:34.823974 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d851274d-fc57-463c-ae68-ff792aecee6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:19:34.824687 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d851274d-fc57-463c-ae68-ff792aecee6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:19:34.825336 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d851274d-fc57-463c-ae68-ff792aecee6f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:19:34.826761 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d851274d-fc57-463c-ae68-ff792aecee6f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:19:34.827791 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d851274d-fc57-463c-ae68-ff792aecee6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:19:34.828366 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d851274d-fc57-463c-ae68-ff792aecee6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:19:34.829435 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d851274d-fc57-463c-ae68-ff792aecee6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:19:34.830113 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d851274d-fc57-463c-ae68-ff792aecee6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:19:34.854057 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-822ce663-b27a-4fdc-b105-3e93190aaf49 admin admin] Network 432f6d4a-3b75-452f-9f40-63ce1a0d7c20 is already hosted by enough agents. {{(pid=101951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:19:34.864276 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.scheduler.base_scheduler [None req-822ce663-b27a-4fdc-b105-3e93190aaf49 admin admin] Resources bound (agent type, host, resource id): {{(pid=101951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:19:34.867837 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822ce663-b27a-4fdc-b105-3e93190aaf49 admin admin] Received port after_create {{(pid=101951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:19:34.898064 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822ce663-b27a-4fdc-b105-3e93190aaf49 admin admin] Pushing event updated for resources: {'Port': ['ID=74da1290-c8a3-4424-9696-57abc25ed7c0,revision_number=1']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:19:34.924842 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822ce663-b27a-4fdc-b105-3e93190aaf49 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:19:34.925436 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822ce663-b27a-4fdc-b105-3e93190aaf49 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:19:34.926059 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822ce663-b27a-4fdc-b105-3e93190aaf49 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:19:34.926604 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822ce663-b27a-4fdc-b105-3e93190aaf49 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:19:34.927225 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822ce663-b27a-4fdc-b105-3e93190aaf49 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:19:34.927810 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822ce663-b27a-4fdc-b105-3e93190aaf49 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:19:34.928376 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822ce663-b27a-4fdc-b105-3e93190aaf49 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:19:34.937443 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822ce663-b27a-4fdc-b105-3e93190aaf49 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:19:34.938217 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822ce663-b27a-4fdc-b105-3e93190aaf49 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:19:34.938656 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822ce663-b27a-4fdc-b105-3e93190aaf49 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:19:34.939240 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822ce663-b27a-4fdc-b105-3e93190aaf49 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:19:34.939815 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-822ce663-b27a-4fdc-b105-3e93190aaf49 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:19:34.982470 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.plugins.ml2.db [None req-e657a948-88f4-4824-8ae9-a6cf2c389600 None None] For port 921633f6-5983-48e8-8be2-60f9250b518a, host dv-cinder-733622-20-iscsi, cleared binding levels {{(pid=101953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:19:34.983831 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-822ce663-b27a-4fdc-b105-3e93190aaf49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-658282'] for router_interface, before_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:34.986462 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.plugins.ml2.db [None req-e657a948-88f4-4824-8ae9-a6cf2c389600 None None] For port 921633f6-5983-48e8-8be2-60f9250b518a, host dv-cinder-733622-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-20-iscsi',level=0,port_id=921633f6-5983-48e8-8be2-60f9250b518a,segment=NetworkSegment(a0316b7b-fb1e-457f-ba74-a0bbaa82bcb7),segment_id=a0316b7b-fb1e-457f-ba74-a0bbaa82bcb7)] {{(pid=101953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:19:34.992309 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron_lib.callbacks.manager [None req-e657a948-88f4-4824-8ae9-a6cf2c389600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776912265364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776911838100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776911838118'] for port, after_update {{(pid=101953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:35.060565 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e657a948-88f4-4824-8ae9-a6cf2c389600 None None] Routers {'10cd6305-f48d-40b7-9fc5-d7ee37e2efc9'} bound to L3 agent in host dv-cinder-733622-20-iscsi {{(pid=101953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:19:35.061597 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.db.l3_hamode_db [None req-e657a948-88f4-4824-8ae9-a6cf2c389600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T22:08:28Z,description=,heartbeat_timestamp=2021-11-11T22:19:28Z,host='dv-cinder-733622-20-iscsi',id=4702c36b-78d9-4f52-8cbc-8d9e3292a6f2,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T22:08:28Z,topic='l3_agent')) {'router_ids': ['10cd6305-f48d-40b7-9fc5-d7ee37e2efc9'], 'active': True} {{(pid=101953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:19:35.125875 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d851274d-fc57-463c-ae68-ff792aecee6f None None] Pushing event updated for resources: {'Port': ['ID=921633f6-5983-48e8-8be2-60f9250b518a,revision_number=3']} {{(pid=101953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:19:35.272279 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.db.l3_dvr_db [None req-e657a948-88f4-4824-8ae9-a6cf2c389600 None None] Set router 10cd6305-f48d-40b7-9fc5-d7ee37e2efc9 gateway port host: dv-cinder-733622-20-iscsi {{(pid=101953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:19:35.309746 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.provisioning_blocks [None req-2a5d5fb2-9a69-4d12-8929-158ce0da89f8 None None] Provisioning complete for port 74da1290-c8a3-4424-9696-57abc25ed7c0 triggered by entity DHCP. {{(pid=101952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:19:35.310178 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-2a5d5fb2-9a69-4d12-8929-158ce0da89f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8061746'] for port, provisioning_complete {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:35.449653 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.plugin [None req-2a5d5fb2-9a69-4d12-8929-158ce0da89f8 None None] Port 74da1290-c8a3-4424-9696-57abc25ed7c0 cannot update to ACTIVE because it is not bound. {{(pid=101952) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:19:35.582809 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-822ce663-b27a-4fdc-b105-3e93190aaf49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_update {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:35.606874 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.db.l3_hamode_db [None req-e657a948-88f4-4824-8ae9-a6cf2c389600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10cd6305-f48d-40b7-9fc5-d7ee37e2efc9', 'name': 'tempest-TestVolumeBootPattern-1160449093-router', 'tenant_id': '45877637febf473e8074291b9336b125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'external_fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': '921633f6-5983-48e8-8be2-60f9250b518a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:19:31Z', 'updated_at': '2021-11-11T22:19:32Z', 'revision_number': 3, 'project_id': '45877637febf473e8074291b9336b125', 'gw_port': {'id': '921633f6-5983-48e8-8be2-60f9250b518a', 'name': '', 'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:12:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10cd6305-f48d-40b7-9fc5-d7ee37e2efc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:19:32Z', 'updated_at': '2021-11-11T22:19:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-20-iscsi'}], 'dv-cinder-733622-20-iscsi', False) {} {{(pid=101953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:19:35.647958 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e657a948-88f4-4824-8ae9-a6cf2c389600 None None] The sync data for ids ['10cd6305-f48d-40b7-9fc5-d7ee37e2efc9'] in dv-cinder-733622-20-iscsi is: [{'id': '10cd6305-f48d-40b7-9fc5-d7ee37e2efc9', 'name': 'tempest-TestVolumeBootPattern-1160449093-router', 'tenant_id': '45877637febf473e8074291b9336b125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'external_fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': '921633f6-5983-48e8-8be2-60f9250b518a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:19:31Z', 'updated_at': '2021-11-11T22:19:32Z', 'revision_number': 3, 'project_id': '45877637febf473e8074291b9336b125', 'gw_port': {'id': '921633f6-5983-48e8-8be2-60f9250b518a', 'name': '', 'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:12:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10cd6305-f48d-40b7-9fc5-d7ee37e2efc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:19:32Z', 'updated_at': '2021-11-11T22:19:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-20-iscsi'}] {{(pid=101953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:19:35.654787 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3311fa-0034-46eb-8769-adc4f277b659 req-682d2398-d8ba-40c3-b3c4-a96cca8e6be1 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:35.657270 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-ea3311fa-0034-46eb-8769-adc4f277b659 req-682d2398-d8ba-40c3-b3c4-a96cca8e6be1 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/ports?device_id=efc7b803-47b0-47dd-b4af-0de101adaaaf HTTP/1.1" status: 200 len: 944 time: 0.0744658 Nov 11 22:19:35.750314 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-ea3311fa-0034-46eb-8769-adc4f277b659 req-31f7eb0c-902b-49e2-aa51-cf544088695e tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/security-groups?id=4cdb267d-d817-44be-b26a-e18e20b97bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857773 Nov 11 22:19:35.851021 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-822ce663-b27a-4fdc-b105-3e93190aaf49 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:35.858553 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-822ce663-b27a-4fdc-b105-3e93190aaf49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776912265364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776911838100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776911838118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9099611'] for port, after_update {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:35.896927 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cd7065-e2c7-46c2-8fff-a5e94a7cc3d4 req-c4a01dee-ed32-4819-9b4f-4d1b240e3241 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:35.898842 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-b5cd7065-e2c7-46c2-8fff-a5e94a7cc3d4 req-c4a01dee-ed32-4819-9b4f-4d1b240e3241 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1bff5be-1c1e-4186-98b3-13bb364493fb HTTP/1.1" status: 200 len: 946 time: 0.0682869 Nov 11 22:19:35.929375 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822ce663-b27a-4fdc-b105-3e93190aaf49 admin admin] Pushing event updated for resources: {'Port': ['ID=74da1290-c8a3-4424-9696-57abc25ed7c0,revision_number=2']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:19:35.950270 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-822ce663-b27a-4fdc-b105-3e93190aaf49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-634214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-658430'] for router_interface, after_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:35.993681 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-b5cd7065-e2c7-46c2-8fff-a5e94a7cc3d4 req-4f5ac447-8ac2-4b1e-8fd8-775340355724 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/security-groups?id=68067a07-9049-4dac-b76f-d82da95a01c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829160 Nov 11 22:19:36.126520 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-822ce663-b27a-4fdc-b105-3e93190aaf49 admin admin] Network 432f6d4a-3b75-452f-9f40-63ce1a0d7c20 is already hosted by enough agents. {{(pid=101951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:19:36.128206 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.scheduler.base_scheduler [None req-822ce663-b27a-4fdc-b105-3e93190aaf49 admin admin] Resources bound (agent type, host, resource id): {{(pid=101951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:19:36.353543 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-822ce663-b27a-4fdc-b105-3e93190aaf49 admin admin] Router 10cd6305-f48d-40b7-9fc5-d7ee37e2efc9 has already been hosted by L3 agent 4702c36b-78d9-4f52-8cbc-8d9e3292a6f2 {{(pid=101951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 22:19:36.486043 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-822ce663-b27a-4fdc-b105-3e93190aaf49 admin admin] Notify agent at l3_agent.dv-cinder-733622-20-iscsi the message routers_updated {{(pid=101951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:19:36.492667 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-822ce663-b27a-4fdc-b105-3e93190aaf49 admin admin] 10.222.0.50 "PUT /v2.0/routers/10cd6305-f48d-40b7-9fc5-d7ee37e2efc9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0470028 Nov 11 22:19:36.527751 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.provisioning_blocks [None req-e9b3cb2f-690f-4565-b5e9-6629a5d8ce4a None None] Provisioning complete for port 74da1290-c8a3-4424-9696-57abc25ed7c0 triggered by entity DHCP. {{(pid=101952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:19:36.529059 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-e9b3cb2f-690f-4565-b5e9-6629a5d8ce4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8061746'] for port, provisioning_complete {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:36.590900 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.plugin [None req-e9b3cb2f-690f-4565-b5e9-6629a5d8ce4a None None] Port 74da1290-c8a3-4424-9696-57abc25ed7c0 cannot update to ACTIVE because it is not bound. {{(pid=101952) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:19:36.746645 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Device 921633f6-5983-48e8-8be2-60f9250b518a up at agent ovs-agent-dv-cinder-733622-20-iscsi {{(pid=101952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:19:36.864323 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.provisioning_blocks [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Provisioning complete for port 921633f6-5983-48e8-8be2-60f9250b518a triggered by entity L2. {{(pid=101952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:19:36.865294 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8061746'] for port, provisioning_complete {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:36.986698 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e846d8-7126-4904-ad0f-2063af1aff9c req-67f644e4-7379-4802-971e-58fbad03ca3c tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:36.988433 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-b0e846d8-7126-4904-ad0f-2063af1aff9c req-67f644e4-7379-4802-971e-58fbad03ca3c tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/ports?device_id=efc7b803-47b0-47dd-b4af-0de101adaaaf HTTP/1.1" status: 200 len: 944 time: 0.1097922 Nov 11 22:19:37.057017 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-b0e846d8-7126-4904-ad0f-2063af1aff9c req-f3b0120a-6181-442b-8fe5-6c5b984f11a0 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/security-groups?id=4cdb267d-d817-44be-b26a-e18e20b97bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570445 Nov 11 22:19:37.072546 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:37.110042 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] For port 921633f6-5983-48e8-8be2-60f9250b518a, host dv-cinder-733622-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-20-iscsi',level=0,port_id=921633f6-5983-48e8-8be2-60f9250b518a,segment=NetworkSegment(a0316b7b-fb1e-457f-ba74-a0bbaa82bcb7),segment_id=a0316b7b-fb1e-457f-ba74-a0bbaa82bcb7)] {{(pid=101952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:19:37.116009 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776912265364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776911838100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776911838118'] for port, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:37.197929 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Pushing event updated for resources: {'Port': ['ID=921633f6-5983-48e8-8be2-60f9250b518a,revision_number=4']} {{(pid=101952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:19:37.253869 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6056228-eca7-4fa5-85e8-e0d2905b944d req-40430101-ff87-4b97-8dfc-d495b1ac7bec tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:37.255464 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-e6056228-eca7-4fa5-85e8-e0d2905b944d req-40430101-ff87-4b97-8dfc-d495b1ac7bec tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1bff5be-1c1e-4186-98b3-13bb364493fb HTTP/1.1" status: 200 len: 946 time: 0.0568218 Nov 11 22:19:37.322628 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-e6056228-eca7-4fa5-85e8-e0d2905b944d req-32cae9be-5ead-41a1-8179-38b3b79b0f3b tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/security-groups?id=68067a07-9049-4dac-b76f-d82da95a01c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508320 Nov 11 22:19:37.467460 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 45942) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:19:37.473104 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.v2.base [None req-23feccff-e3ef-44f6-b37a-7619a57a890d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1742668602-network', 'tenant_id': 'dbc313bdff2e402fb1d573764b587154'}} {{(pid=101951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:19:37.496035 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23feccff-e3ef-44f6-b37a-7619a57a890d admin admin] Made reservation on behalf of dbc313bdff2e402fb1d573764b587154 for: {'network': 1} {{(pid=101951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:19:37.499009 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-23feccff-e3ef-44f6-b37a-7619a57a890d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for network, before_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:37.510341 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-23feccff-e3ef-44f6-b37a-7619a57a890d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:37.654397 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-23feccff-e3ef-44f6-b37a-7619a57a890d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:37.663591 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-23feccff-e3ef-44f6-b37a-7619a57a890d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:37.709235 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23feccff-e3ef-44f6-b37a-7619a57a890d admin admin] vlan segment allocate from pool success with {'vlan_id': 835, 'physical_network': 'physnet1'} {{(pid=101951) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 22:19:37.720477 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23feccff-e3ef-44f6-b37a-7619a57a890d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=191bf762-caad-48c3-99e1-0a0a2fcb42e7,revision_number=1']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:19:37.730824 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-23feccff-e3ef-44f6-b37a-7619a57a890d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8017375'] for segment, precommit_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:37.731335 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.db.segments_db [None req-23feccff-e3ef-44f6-b37a-7619a57a890d admin admin] Added segment 0c27bd0a-47f5-48b4-9ee9-8def6e494b9b of type vlan for network 08b02df4-be5c-4734-ab4b-10f2534b57a2 Nov 11 22:19:37.795424 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-23feccff-e3ef-44f6-b37a-7619a57a890d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776911823580'] for network, precommit_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:37.826581 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-23feccff-e3ef-44f6-b37a-7619a57a890d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260'] for network, after_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:37.829120 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18174ee0-4282-4683-b313-0e1eb87adcb3 None None] Sync routers for ids ['10cd6305-f48d-40b7-9fc5-d7ee37e2efc9'] in dv-cinder-733622-20-iscsi {{(pid=101952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:19:37.829644 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23feccff-e3ef-44f6-b37a-7619a57a890d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:37.830250 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-23feccff-e3ef-44f6-b37a-7619a57a890d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634242'] for network, before_response {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:37.853269 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18174ee0-4282-4683-b313-0e1eb87adcb3 None None] Routers {'10cd6305-f48d-40b7-9fc5-d7ee37e2efc9'} bound to L3 agent in host dv-cinder-733622-20-iscsi {{(pid=101952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:19:37.853660 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_hamode_db [None req-18174ee0-4282-4683-b313-0e1eb87adcb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T22:08:28Z,description=,heartbeat_timestamp=2021-11-11T22:19:28Z,host='dv-cinder-733622-20-iscsi',id=4702c36b-78d9-4f52-8cbc-8d9e3292a6f2,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T22:08:28Z,topic='l3_agent')) {'router_ids': ['10cd6305-f48d-40b7-9fc5-d7ee37e2efc9'], 'active': True} {{(pid=101952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:19:37.903558 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.wsgi [-] (101950) accepted ('10.222.0.50', 45946) {{(pid=101950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:19:37.904026 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-23feccff-e3ef-44f6-b37a-7619a57a890d admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4344115 Nov 11 22:19:37.909346 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.v2.base [None req-a481a0cb-9452-4a2f-b0d9-5c4ad9f2d6b5 admin admin] Request body: {'subnet': {'network_id': '08b02df4-be5c-4734-ab4b-10f2534b57a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1742668602-subnet', 'tenant_id': 'dbc313bdff2e402fb1d573764b587154', 'ip_version': 4}} {{(pid=101950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:19:37.912476 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23feccff-e3ef-44f6-b37a-7619a57a890d admin admin] Pushing event updated for resources: {'Network': ['ID=08b02df4-be5c-4734-ab4b-10f2534b57a2,revision_number=1']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:19:37.938368 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a481a0cb-9452-4a2f-b0d9-5c4ad9f2d6b5 admin admin] Made reservation on behalf of dbc313bdff2e402fb1d573764b587154 for: {'subnet': 1} {{(pid=101950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:19:37.943481 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-a481a0cb-9452-4a2f-b0d9-5c4ad9f2d6b5 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:37.975414 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Network 08b02df4-be5c-4734-ab4b-10f2534b57a2 details requested by agent ovs-agent-dv-cinder-733622-20-iscsi with host dv-cinder-733622-20-iscsi {{(pid=101952) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 22:19:38.067265 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_dvr_db [None req-18174ee0-4282-4683-b313-0e1eb87adcb3 None None] Set router 10cd6305-f48d-40b7-9fc5-d7ee37e2efc9 gateway port host: dv-cinder-733622-20-iscsi {{(pid=101952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:19:38.230997 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-a481a0cb-9452-4a2f-b0d9-5c4ad9f2d6b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260'] for subnet, after_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:38.289186 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2505580a-a6e4-48c6-b483-6b56da34d214 req-5b7b39ae-4e92-4ac8-b912-16afd80e55e8 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:38.290824 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-2505580a-a6e4-48c6-b483-6b56da34d214 req-5b7b39ae-4e92-4ac8-b912-16afd80e55e8 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/ports?device_id=efc7b803-47b0-47dd-b4af-0de101adaaaf HTTP/1.1" status: 200 len: 944 time: 0.1179938 Nov 11 22:19:38.311900 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a481a0cb-9452-4a2f-b0d9-5c4ad9f2d6b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=032adb92-11bf-4ae4-879d-f2682ef554d0,revision_number=0']} {{(pid=101950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:19:38.365942 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a481a0cb-9452-4a2f-b0d9-5c4ad9f2d6b5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:19:38.365942 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a481a0cb-9452-4a2f-b0d9-5c4ad9f2d6b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:19:38.365942 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a481a0cb-9452-4a2f-b0d9-5c4ad9f2d6b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:19:38.365942 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a481a0cb-9452-4a2f-b0d9-5c4ad9f2d6b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:19:38.365942 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a481a0cb-9452-4a2f-b0d9-5c4ad9f2d6b5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:19:38.365942 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a481a0cb-9452-4a2f-b0d9-5c4ad9f2d6b5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:19:38.365942 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a481a0cb-9452-4a2f-b0d9-5c4ad9f2d6b5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:19:38.365942 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a481a0cb-9452-4a2f-b0d9-5c4ad9f2d6b5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:19:38.365942 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a481a0cb-9452-4a2f-b0d9-5c4ad9f2d6b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:19:38.365942 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a481a0cb-9452-4a2f-b0d9-5c4ad9f2d6b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:19:38.365942 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a481a0cb-9452-4a2f-b0d9-5c4ad9f2d6b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:19:38.365942 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a481a0cb-9452-4a2f-b0d9-5c4ad9f2d6b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:19:38.461157 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-2505580a-a6e4-48c6-b483-6b56da34d214 req-60c98c40-430e-4a0e-b6aa-22f0e9090626 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/security-groups?id=4cdb267d-d817-44be-b26a-e18e20b97bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1531878 Nov 11 22:19:38.462934 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a481a0cb-9452-4a2f-b0d9-5c4ad9f2d6b5 admin admin] Checking segment: {'id': '0c27bd0a-47f5-48b4-9ee9-8def6e494b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '08b02df4-be5c-4734-ab4b-10f2534b57a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:19:38.463461 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a481a0cb-9452-4a2f-b0d9-5c4ad9f2d6b5 admin admin] Network hostable DHCP agents. Network: 08b02df4-be5c-4734-ab4b-10f2534b57a2, hostable agents: ['23e6d948-888e-4d00-9ca4-1adf1bb62ced'], hosted agents: [] {{(pid=101950) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 22:19:38.505360 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a481a0cb-9452-4a2f-b0d9-5c4ad9f2d6b5 admin admin] Network 08b02df4-be5c-4734-ab4b-10f2534b57a2 is scheduled to be hosted by DHCP agent 23e6d948-888e-4d00-9ca4-1adf1bb62ced with binding_index 1 {{(pid=101950) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 22:19:38.521848 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.scheduler.base_scheduler [None req-a481a0cb-9452-4a2f-b0d9-5c4ad9f2d6b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-20-iscsi, 08b02df4-be5c-4734-ab4b-10f2534b57a2) {{(pid=101950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:19:38.531984 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d162e43-bd50-4b5d-8f3a-2e2ee382a370 None None] Network 08b02df4-be5c-4734-ab4b-10f2534b57a2 requested from dv-cinder-733622-20-iscsi {{(pid=101952) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:19:38.533054 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a481a0cb-9452-4a2f-b0d9-5c4ad9f2d6b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:38.534543 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-a481a0cb-9452-4a2f-b0d9-5c4ad9f2d6b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634242'] for subnet, before_response {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:38.566966 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [None req-a481a0cb-9452-4a2f-b0d9-5c4ad9f2d6b5 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6609957 Nov 11 22:19:38.568603 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 45954) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:19:38.577012 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.v2.base [None req-91ebe66e-fe69-4916-a893-8b5936904a6c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1742668602-router', 'tenant_id': 'dbc313bdff2e402fb1d573764b587154', 'external_gateway_info': {'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635'}}} {{(pid=101951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:19:38.621966 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-91ebe66e-fe69-4916-a893-8b5936904a6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-657824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25022'] for router, before_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:38.623719 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-91ebe66e-fe69-4916-a893-8b5936904a6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-657456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657002', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-884689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25009'] for router, precommit_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:38.652757 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_hamode_db [None req-18174ee0-4282-4683-b313-0e1eb87adcb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10cd6305-f48d-40b7-9fc5-d7ee37e2efc9', 'name': 'tempest-TestVolumeBootPattern-1160449093-router', 'tenant_id': '45877637febf473e8074291b9336b125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'external_fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': '921633f6-5983-48e8-8be2-60f9250b518a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:19:31Z', 'updated_at': '2021-11-11T22:19:35Z', 'revision_number': 4, 'project_id': '45877637febf473e8074291b9336b125', 'gw_port': {'id': '921633f6-5983-48e8-8be2-60f9250b518a', 'name': '', 'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:12:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cd6305-f48d-40b7-9fc5-d7ee37e2efc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:19:32Z', 'updated_at': '2021-11-11T22:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-20-iscsi', '_interfaces': [{'id': '74da1290-c8a3-4424-9696-57abc25ed7c0', 'name': '', 'network_id': '432f6d4a-3b75-452f-9f40-63ce1a0d7c20', 'tenant_id': '45877637febf473e8074291b9336b125', 'mac_address': 'fa:16:3e:6b:f7:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10cd6305-f48d-40b7-9fc5-d7ee37e2efc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '45807439-1281-4080-909a-9299f816111e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:19:34Z', 'updated_at': '2021-11-11T22:19:35Z', 'revision_number': 2, 'project_id': '45877637febf473e8074291b9336b125', 'subnets': [{'id': '45807439-1281-4080-909a-9299f816111e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-20-iscsi', False) {} {{(pid=101952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:19:38.704356 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18174ee0-4282-4683-b313-0e1eb87adcb3 None None] Checking router: 10cd6305-f48d-40b7-9fc5-d7ee37e2efc9 for host: dv-cinder-733622-20-iscsi {{(pid=101952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:19:38.704771 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18174ee0-4282-4683-b313-0e1eb87adcb3 None None] Updating router 10cd6305-f48d-40b7-9fc5-d7ee37e2efc9 port 74da1290-c8a3-4424-9696-57abc25ed7c0 binding host dv-cinder-733622-20-iscsi {{(pid=101952) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 22:19:38.715358 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-91ebe66e-fe69-4916-a893-8b5936904a6c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:38.726985 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908eb940-4cde-450a-96d3-7b76fa8b04fc req-6807f698-43ae-470f-b4a5-6a3a0f63c61c tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:38.742507 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-908eb940-4cde-450a-96d3-7b76fa8b04fc req-6807f698-43ae-470f-b4a5-6a3a0f63c61c tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1bff5be-1c1e-4186-98b3-13bb364493fb HTTP/1.1" status: 200 len: 946 time: 0.1631887 Nov 11 22:19:38.757564 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Device 921633f6-5983-48e8-8be2-60f9250b518a up at agent ovs-agent-dv-cinder-733622-20-iscsi {{(pid=101952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:19:38.797524 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-18174ee0-4282-4683-b313-0e1eb87adcb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:38.888573 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-908eb940-4cde-450a-96d3-7b76fa8b04fc req-9b749f32-b016-47ec-9de4-1f894f764a8f tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/security-groups?id=68067a07-9049-4dac-b76f-d82da95a01c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431935 Nov 11 22:19:38.965536 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-91ebe66e-fe69-4916-a893-8b5936904a6c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:39.001625 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-860da95f-d1cc-4d21-9641-c9e3361e4084 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6467342-9d0c-523f-a8b3-69f6dc17eabf-08b02df4-be5c-4734-ab4b-10f2534b57a2', 'network_id': '08b02df4-be5c-4734-ab4b-10f2534b57a2', 'tenant_id': 'dbc313bdff2e402fb1d573764b587154', 'fixed_ips': [{'subnet_id': '032adb92-11bf-4ae4-879d-f2682ef554d0'}]}} from dv-cinder-733622-20-iscsi. {{(pid=101952) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 22:19:39.002545 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-860da95f-d1cc-4d21-9641-c9e3361e4084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_create {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:39.007247 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.provisioning_blocks [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Provisioning complete for port 921633f6-5983-48e8-8be2-60f9250b518a triggered by entity L2. {{(pid=101952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:19:39.007692 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8061746'] for port, provisioning_complete {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:39.264226 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-91ebe66e-fe69-4916-a893-8b5936904a6c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:39.283069 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-91ebe66e-fe69-4916-a893-8b5936904a6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:39.370540 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.db_base_plugin_common [None req-860da95f-d1cc-4d21-9641-c9e3361e4084 None None] Allocated IP 172.20.0.2 (08b02df4-be5c-4734-ab4b-10f2534b57a2/032adb92-11bf-4ae4-879d-f2682ef554d0/1ddd170b-c430-4323-add1-75dcf07b5e72) {{(pid=101952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:19:39.435744 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.db.db_base_plugin_common [None req-91ebe66e-fe69-4916-a893-8b5936904a6c admin admin] Allocated IP 172.27.0.100 (fd27370c-43f8-4948-a495-3a9880be1635/b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca/c149e181-fd5c-4245-87c7-4c445654b07c) {{(pid=101951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:19:39.479675 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-18174ee0-4282-4683-b313-0e1eb87adcb3 None None] Publish callbacks [] for port, precommit_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:39.492306 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-18174ee0-4282-4683-b313-0e1eb87adcb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776912265364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776911838100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776911838118'] for port, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:39.639431 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-91ebe66e-fe69-4916-a893-8b5936904a6c admin admin] Publish callbacks [] for port, precommit_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:39.647533 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adb461f-8774-4f50-aa76-95a458e326c0 None None] Pushing event updated for resources: {'Port': ['ID=74da1290-c8a3-4424-9696-57abc25ed7c0,revision_number=3']} {{(pid=101952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:19:39.665951 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1247b8-ba27-4438-86cf-555a89e136d6 req-6cca214e-0735-4d9a-87c9-17fa68c36227 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:39.667556 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-8b1247b8-ba27-4438-86cf-555a89e136d6 req-6cca214e-0735-4d9a-87c9-17fa68c36227 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/ports?device_id=efc7b803-47b0-47dd-b4af-0de101adaaaf HTTP/1.1" status: 200 len: 944 time: 0.0741715 Nov 11 22:19:39.740794 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-8b1247b8-ba27-4438-86cf-555a89e136d6 req-be75874b-d24c-4a19-a875-91c347f8afbc tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/security-groups?id=4cdb267d-d817-44be-b26a-e18e20b97bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660636 Nov 11 22:19:39.742785 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.managers [None req-18174ee0-4282-4683-b313-0e1eb87adcb3 None None] Attempting to bind port 74da1290-c8a3-4424-9696-57abc25ed7c0 on host dv-cinder-733622-20-iscsi for vnic_type normal with profile {{(pid=101952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:19:39.743382 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.managers [None req-18174ee0-4282-4683-b313-0e1eb87adcb3 None None] Attempting to bind port 74da1290-c8a3-4424-9696-57abc25ed7c0 by drivers openvswitch,hyperv on host dv-cinder-733622-20-iscsi at level 0 using segments [{'id': '0f84472f-f0e4-456a-9222-5ba8c86f3ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '432f6d4a-3b75-452f-9f40-63ce1a0d7c20'}] {{(pid=101952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:19:39.743877 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18174ee0-4282-4683-b313-0e1eb87adcb3 None None] Attempting to bind port 74da1290-c8a3-4424-9696-57abc25ed7c0 on network 432f6d4a-3b75-452f-9f40-63ce1a0d7c20 {{(pid=101952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:19:39.753415 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-91ebe66e-fe69-4916-a893-8b5936904a6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776911838082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9099554'] for port, after_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:39.772914 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18174ee0-4282-4683-b313-0e1eb87adcb3 None None] Checking agent: {'id': '83a5d6f5-895b-4fa9-b3a8-3d8b1836c237', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 22, 8, 32), 'started_at': datetime.datetime(2021, 11, 11, 22, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 19, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:19:39.773199 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18174ee0-4282-4683-b313-0e1eb87adcb3 None None] Checking segment: {'id': '0f84472f-f0e4-456a-9222-5ba8c86f3ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '432f6d4a-3b75-452f-9f40-63ce1a0d7c20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:19:39.773598 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-18174ee0-4282-4683-b313-0e1eb87adcb3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:39.774631 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18174ee0-4282-4683-b313-0e1eb87adcb3 None None] Bound using segment: {'id': '0f84472f-f0e4-456a-9222-5ba8c86f3ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '432f6d4a-3b75-452f-9f40-63ce1a0d7c20'} {{(pid=101952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:19:39.775149 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.managers [None req-18174ee0-4282-4683-b313-0e1eb87adcb3 None None] Bound port: 74da1290-c8a3-4424-9696-57abc25ed7c0, host: dv-cinder-733622-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f84472f-f0e4-456a-9222-5ba8c86f3ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '432f6d4a-3b75-452f-9f40-63ce1a0d7c20'}}] {{(pid=101952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:19:39.776214 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-18174ee0-4282-4683-b313-0e1eb87adcb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:39.802834 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-860da95f-d1cc-4d21-9641-c9e3361e4084 None None] Publish callbacks [] for port, precommit_create {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:39.828850 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-860da95f-d1cc-4d21-9641-c9e3361e4084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776911838082'] for port, after_create {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:39.871358 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91ebe66e-fe69-4916-a893-8b5936904a6c admin admin] Network fd27370c-43f8-4948-a495-3a9880be1635 is already hosted by enough agents. {{(pid=101951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:19:39.886648 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.scheduler.base_scheduler [None req-91ebe66e-fe69-4916-a893-8b5936904a6c admin admin] Resources bound (agent type, host, resource id): {{(pid=101951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:19:39.907577 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ebe66e-fe69-4916-a893-8b5936904a6c admin admin] Received port after_create {{(pid=101951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:19:39.925189 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:39.969670 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-860da95f-d1cc-4d21-9641-c9e3361e4084 None None] Network 08b02df4-be5c-4734-ab4b-10f2534b57a2 is already hosted by enough agents. {{(pid=101952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:19:39.991176 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ebe66e-fe69-4916-a893-8b5936904a6c admin admin] Pushing event updated for resources: {'Port': ['ID=c149e181-fd5c-4245-87c7-4c445654b07c,revision_number=1']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:19:39.997885 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.scheduler.base_scheduler [None req-860da95f-d1cc-4d21-9641-c9e3361e4084 None None] Resources bound (agent type, host, resource id): {{(pid=101952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:19:40.000654 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860da95f-d1cc-4d21-9641-c9e3361e4084 None None] Received port after_create {{(pid=101952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:19:40.009032 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860da95f-d1cc-4d21-9641-c9e3361e4084 None None] Pushing event updated for resources: {'Port': ['ID=1ddd170b-c430-4323-add1-75dcf07b5e72,revision_number=1']} {{(pid=101952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:19:40.021620 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-18174ee0-4282-4683-b313-0e1eb87adcb3 None None] For port 74da1290-c8a3-4424-9696-57abc25ed7c0, host dv-cinder-733622-20-iscsi, cleared binding levels {{(pid=101952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:19:40.026287 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.provisioning_blocks [None req-1a7354e0-2aa8-43fe-8457-dc9dd0179251 None None] Provisioning complete for port 74da1290-c8a3-4424-9696-57abc25ed7c0 triggered by entity DHCP. {{(pid=101952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:19:40.026582 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-1a7354e0-2aa8-43fe-8457-dc9dd0179251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8061746'] for port, provisioning_complete {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:40.035349 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-18174ee0-4282-4683-b313-0e1eb87adcb3 None None] For port 74da1290-c8a3-4424-9696-57abc25ed7c0, host dv-cinder-733622-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-20-iscsi',level=0,port_id=74da1290-c8a3-4424-9696-57abc25ed7c0,segment=NetworkSegment(0f84472f-f0e4-456a-9222-5ba8c86f3ac5),segment_id=0f84472f-f0e4-456a-9222-5ba8c86f3ac5)] {{(pid=101952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:19:40.084944 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2155146a-492b-48f2-acfc-82fc3d718a27 req-c51293f8-8132-4433-b088-da39226b2575 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:40.088664 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-2155146a-492b-48f2-acfc-82fc3d718a27 req-c51293f8-8132-4433-b088-da39226b2575 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1bff5be-1c1e-4186-98b3-13bb364493fb HTTP/1.1" status: 200 len: 946 time: 0.1031828 Nov 11 22:19:40.098775 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-18174ee0-4282-4683-b313-0e1eb87adcb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776912265364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776911838100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776911838118'] for port, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:40.206858 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-2155146a-492b-48f2-acfc-82fc3d718a27 req-fc49b66a-ed57-402d-a972-9b57e8847520 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/security-groups?id=68067a07-9049-4dac-b76f-d82da95a01c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065803 Nov 11 22:19:40.252618 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adb461f-8774-4f50-aa76-95a458e326c0 None None] Pushing event updated for resources: {'Port': ['ID=74da1290-c8a3-4424-9696-57abc25ed7c0,revision_number=4']} {{(pid=101952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:19:40.279008 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.managers [None req-860da95f-d1cc-4d21-9641-c9e3361e4084 None None] Attempting to bind port 1ddd170b-c430-4323-add1-75dcf07b5e72 on host dv-cinder-733622-20-iscsi for vnic_type normal with profile {{(pid=101952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:19:40.279287 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.managers [None req-860da95f-d1cc-4d21-9641-c9e3361e4084 None None] Attempting to bind port 1ddd170b-c430-4323-add1-75dcf07b5e72 by drivers openvswitch,hyperv on host dv-cinder-733622-20-iscsi at level 0 using segments [{'id': '0c27bd0a-47f5-48b4-9ee9-8def6e494b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '08b02df4-be5c-4734-ab4b-10f2534b57a2'}] {{(pid=101952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:19:40.279721 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-860da95f-d1cc-4d21-9641-c9e3361e4084 None None] Attempting to bind port 1ddd170b-c430-4323-add1-75dcf07b5e72 on network 08b02df4-be5c-4734-ab4b-10f2534b57a2 {{(pid=101952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:19:40.290873 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-860da95f-d1cc-4d21-9641-c9e3361e4084 None None] Checking agent: {'id': '83a5d6f5-895b-4fa9-b3a8-3d8b1836c237', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 22, 8, 32), 'started_at': datetime.datetime(2021, 11, 11, 22, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 19, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:19:40.292560 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-860da95f-d1cc-4d21-9641-c9e3361e4084 None None] Checking segment: {'id': '0c27bd0a-47f5-48b4-9ee9-8def6e494b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '08b02df4-be5c-4734-ab4b-10f2534b57a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:19:40.293117 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-860da95f-d1cc-4d21-9641-c9e3361e4084 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:40.300202 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-860da95f-d1cc-4d21-9641-c9e3361e4084 None None] Bound using segment: {'id': '0c27bd0a-47f5-48b4-9ee9-8def6e494b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '08b02df4-be5c-4734-ab4b-10f2534b57a2'} {{(pid=101952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:19:40.300202 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.managers [None req-860da95f-d1cc-4d21-9641-c9e3361e4084 None None] Bound port: 1ddd170b-c430-4323-add1-75dcf07b5e72, host: dv-cinder-733622-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c27bd0a-47f5-48b4-9ee9-8def6e494b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '08b02df4-be5c-4734-ab4b-10f2534b57a2'}}] {{(pid=101952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:19:40.300202 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-860da95f-d1cc-4d21-9641-c9e3361e4084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:40.314393 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.plugin [None req-1a7354e0-2aa8-43fe-8457-dc9dd0179251 None None] Port 74da1290-c8a3-4424-9696-57abc25ed7c0 cannot update to ACTIVE because it is not bound. {{(pid=101952) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:19:40.318677 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18174ee0-4282-4683-b313-0e1eb87adcb3 None None] Routers {'10cd6305-f48d-40b7-9fc5-d7ee37e2efc9'} bound to L3 agent in host dv-cinder-733622-20-iscsi {{(pid=101952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:19:40.319368 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_hamode_db [None req-18174ee0-4282-4683-b313-0e1eb87adcb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T22:08:28Z,description=,heartbeat_timestamp=2021-11-11T22:19:28Z,host='dv-cinder-733622-20-iscsi',id=4702c36b-78d9-4f52-8cbc-8d9e3292a6f2,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T22:08:28Z,topic='l3_agent')) {'router_ids': ['10cd6305-f48d-40b7-9fc5-d7ee37e2efc9'], 'active': True} {{(pid=101952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:19:40.526772 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-91ebe66e-fe69-4916-a893-8b5936904a6c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:40.565508 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-860da95f-d1cc-4d21-9641-c9e3361e4084 None None] For port 1ddd170b-c430-4323-add1-75dcf07b5e72, host dv-cinder-733622-20-iscsi, cleared binding levels {{(pid=101952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:19:40.585449 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-860da95f-d1cc-4d21-9641-c9e3361e4084 None None] For port 1ddd170b-c430-4323-add1-75dcf07b5e72, host dv-cinder-733622-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-20-iscsi',level=0,port_id=1ddd170b-c430-4323-add1-75dcf07b5e72,segment=NetworkSegment(0c27bd0a-47f5-48b4-9ee9-8def6e494b9b),segment_id=0c27bd0a-47f5-48b4-9ee9-8def6e494b9b)] {{(pid=101952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:19:40.604225 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_dvr_db [None req-18174ee0-4282-4683-b313-0e1eb87adcb3 None None] Set router 10cd6305-f48d-40b7-9fc5-d7ee37e2efc9 gateway port host: dv-cinder-733622-20-iscsi {{(pid=101952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:19:40.667112 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-860da95f-d1cc-4d21-9641-c9e3361e4084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776912265364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776911838100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776911838118'] for port, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:40.904997 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-91ebe66e-fe69-4916-a893-8b5936904a6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-657465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657087'] for router, after_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:40.928394 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26fd67c-aab3-424a-98d3-117d53fb4f28 req-19e83ac3-54c6-4f48-bc1f-d8ba8fc4b6d6 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:40.940410 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-d26fd67c-aab3-424a-98d3-117d53fb4f28 req-19e83ac3-54c6-4f48-bc1f-d8ba8fc4b6d6 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/ports?device_id=efc7b803-47b0-47dd-b4af-0de101adaaaf HTTP/1.1" status: 200 len: 944 time: 0.0934691 Nov 11 22:19:41.062271 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-d26fd67c-aab3-424a-98d3-117d53fb4f28 req-06fc5ac8-c034-4637-89ed-1aaa2e40ef89 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/security-groups?id=4cdb267d-d817-44be-b26a-e18e20b97bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1207891 Nov 11 22:19:41.131020 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.provisioning_blocks [None req-b71e5126-5456-497e-9b70-bc1f6c328cd4 None None] Provisioning complete for port 74da1290-c8a3-4424-9696-57abc25ed7c0 triggered by entity DHCP. {{(pid=101952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:19:41.131753 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-b71e5126-5456-497e-9b70-bc1f6c328cd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8061746'] for port, provisioning_complete {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:41.140571 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860da95f-d1cc-4d21-9641-c9e3361e4084 None None] Pushing event updated for resources: {'Port': ['ID=1ddd170b-c430-4323-add1-75dcf07b5e72,revision_number=2']} {{(pid=101952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:19:41.184901 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91ebe66e-fe69-4916-a893-8b5936904a6c admin admin] Router 3c9b42fb-e4ee-4308-a30b-3af71319f1a0 is scheduled to L3 agent 4702c36b-78d9-4f52-8cbc-8d9e3292a6f2 with binding_index 1 {{(pid=101951) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 22:19:41.327693 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91ebe66e-fe69-4916-a893-8b5936904a6c admin admin] Notify agent at l3_agent.dv-cinder-733622-20-iscsi the message routers_updated {{(pid=101951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:19:41.348290 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f04c4523-b5ac-4968-af0e-66524ee20924 None None] Sync routers for ids ['3c9b42fb-e4ee-4308-a30b-3af71319f1a0'] in dv-cinder-733622-20-iscsi {{(pid=101953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:19:41.372107 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f04c4523-b5ac-4968-af0e-66524ee20924 None None] Routers {'3c9b42fb-e4ee-4308-a30b-3af71319f1a0'} bound to L3 agent in host dv-cinder-733622-20-iscsi {{(pid=101953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:19:41.373202 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.db.l3_hamode_db [None req-f04c4523-b5ac-4968-af0e-66524ee20924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T22:08:28Z,description=,heartbeat_timestamp=2021-11-11T22:19:28Z,host='dv-cinder-733622-20-iscsi',id=4702c36b-78d9-4f52-8cbc-8d9e3292a6f2,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T22:08:28Z,topic='l3_agent')) {'router_ids': ['3c9b42fb-e4ee-4308-a30b-3af71319f1a0'], 'active': True} {{(pid=101953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:19:41.397138 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-91ebe66e-fe69-4916-a893-8b5936904a6c admin admin] Publish callbacks [] for router, before_response {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:41.400580 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-91ebe66e-fe69-4916-a893-8b5936904a6c admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.8302186 Nov 11 22:19:41.403630 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 45974) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:19:41.406694 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-b71e5126-5456-497e-9b70-bc1f6c328cd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:41.436044 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc5dd70-a1a7-4695-bf45-938806d33af9 req-5109aea3-f567-43ee-8f7d-b07c13d23702 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:41.439807 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-6fc5dd70-a1a7-4695-bf45-938806d33af9 req-5109aea3-f567-43ee-8f7d-b07c13d23702 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1bff5be-1c1e-4186-98b3-13bb364493fb HTTP/1.1" status: 200 len: 946 time: 0.1227896 Nov 11 22:19:41.460681 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_hamode_db [None req-18174ee0-4282-4683-b313-0e1eb87adcb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10cd6305-f48d-40b7-9fc5-d7ee37e2efc9', 'name': 'tempest-TestVolumeBootPattern-1160449093-router', 'tenant_id': '45877637febf473e8074291b9336b125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'external_fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': '921633f6-5983-48e8-8be2-60f9250b518a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:19:31Z', 'updated_at': '2021-11-11T22:19:35Z', 'revision_number': 4, 'project_id': '45877637febf473e8074291b9336b125', 'gw_port': {'id': '921633f6-5983-48e8-8be2-60f9250b518a', 'name': '', 'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:12:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cd6305-f48d-40b7-9fc5-d7ee37e2efc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:19:32Z', 'updated_at': '2021-11-11T22:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-20-iscsi', '_interfaces': [{'id': '74da1290-c8a3-4424-9696-57abc25ed7c0', 'name': '', 'network_id': '432f6d4a-3b75-452f-9f40-63ce1a0d7c20', 'tenant_id': '45877637febf473e8074291b9336b125', 'mac_address': 'fa:16:3e:6b:f7:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10cd6305-f48d-40b7-9fc5-d7ee37e2efc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '45807439-1281-4080-909a-9299f816111e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:19:34Z', 'updated_at': '2021-11-11T22:19:40Z', 'revision_number': 4, 'project_id': '45877637febf473e8074291b9336b125', 'subnets': [{'id': '45807439-1281-4080-909a-9299f816111e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-20-iscsi', False) {} {{(pid=101952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:19:41.498122 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18174ee0-4282-4683-b313-0e1eb87adcb3 None None] The sync data for ids ['10cd6305-f48d-40b7-9fc5-d7ee37e2efc9'] in dv-cinder-733622-20-iscsi is: [{'id': '10cd6305-f48d-40b7-9fc5-d7ee37e2efc9', 'name': 'tempest-TestVolumeBootPattern-1160449093-router', 'tenant_id': '45877637febf473e8074291b9336b125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'external_fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': '921633f6-5983-48e8-8be2-60f9250b518a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:19:31Z', 'updated_at': '2021-11-11T22:19:35Z', 'revision_number': 4, 'project_id': '45877637febf473e8074291b9336b125', 'gw_port': {'id': '921633f6-5983-48e8-8be2-60f9250b518a', 'name': '', 'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:12:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cd6305-f48d-40b7-9fc5-d7ee37e2efc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:19:32Z', 'updated_at': '2021-11-11T22:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-20-iscsi', '_interfaces': [{'id': '74da1290-c8a3-4424-9696-57abc25ed7c0', 'name': '', 'network_id': '432f6d4a-3b75-452f-9f40-63ce1a0d7c20', 'tenant_id': '45877637febf473e8074291b9336b125', 'mac_address': 'fa:16:3e:6b:f7:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10cd6305-f48d-40b7-9fc5-d7ee37e2efc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '45807439-1281-4080-909a-9299f816111e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:19:34Z', 'updated_at': '2021-11-11T22:19:40Z', 'revision_number': 4, 'project_id': '45877637febf473e8074291b9336b125', 'subnets': [{'id': '45807439-1281-4080-909a-9299f816111e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:19:41.519513 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-b71e5126-5456-497e-9b70-bc1f6c328cd4 None None] For port 74da1290-c8a3-4424-9696-57abc25ed7c0, host dv-cinder-733622-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-20-iscsi',level=0,port_id=74da1290-c8a3-4424-9696-57abc25ed7c0,segment=NetworkSegment(0f84472f-f0e4-456a-9222-5ba8c86f3ac5),segment_id=0f84472f-f0e4-456a-9222-5ba8c86f3ac5)] {{(pid=101952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:19:41.549620 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-6fc5dd70-a1a7-4695-bf45-938806d33af9 req-c168231b-a178-4785-9eb0-891d917fd6be tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/security-groups?id=68067a07-9049-4dac-b76f-d82da95a01c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017675 Nov 11 22:19:41.554519 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-b71e5126-5456-497e-9b70-bc1f6c328cd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776912265364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776911838100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776911838118'] for port, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:41.664437 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.db.l3_dvr_db [None req-f04c4523-b5ac-4968-af0e-66524ee20924 None None] Set router 3c9b42fb-e4ee-4308-a30b-3af71319f1a0 gateway port host: dv-cinder-733622-20-iscsi {{(pid=101953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:19:41.687712 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e5126-5456-497e-9b70-bc1f6c328cd4 None None] Pushing event updated for resources: {'Port': ['ID=74da1290-c8a3-4424-9696-57abc25ed7c0,revision_number=5']} {{(pid=101952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:19:41.999726 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.db.l3_hamode_db [None req-f04c4523-b5ac-4968-af0e-66524ee20924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c9b42fb-e4ee-4308-a30b-3af71319f1a0', 'name': 'tempest-TestVolumeBootPattern-1742668602-router', 'tenant_id': 'dbc313bdff2e402fb1d573764b587154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'external_fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': 'c149e181-fd5c-4245-87c7-4c445654b07c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:19:38Z', 'updated_at': '2021-11-11T22:19:40Z', 'revision_number': 3, 'project_id': 'dbc313bdff2e402fb1d573764b587154', 'gw_port': {'id': 'c149e181-fd5c-4245-87c7-4c445654b07c', 'name': '', 'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:4c:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c9b42fb-e4ee-4308-a30b-3af71319f1a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:19:39Z', 'updated_at': '2021-11-11T22:19:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-20-iscsi'}], 'dv-cinder-733622-20-iscsi', False) {} {{(pid=101953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:19:42.113215 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f04c4523-b5ac-4968-af0e-66524ee20924 None None] Checking router: 3c9b42fb-e4ee-4308-a30b-3af71319f1a0 for host: dv-cinder-733622-20-iscsi {{(pid=101953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:19:42.113776 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f04c4523-b5ac-4968-af0e-66524ee20924 None None] Updating router 3c9b42fb-e4ee-4308-a30b-3af71319f1a0 port c149e181-fd5c-4245-87c7-4c445654b07c binding host dv-cinder-733622-20-iscsi {{(pid=101953) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 22:19:42.188693 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron_lib.callbacks.manager [None req-f04c4523-b5ac-4968-af0e-66524ee20924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_update {{(pid=101953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:42.322273 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a141e6e0-0584-4bbd-8ccc-2f62c6695675 req-4807c3ef-7e42-4348-841f-b4e6559724c8 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:42.327807 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-a141e6e0-0584-4bbd-8ccc-2f62c6695675 req-4807c3ef-7e42-4348-841f-b4e6559724c8 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/ports?device_id=efc7b803-47b0-47dd-b4af-0de101adaaaf HTTP/1.1" status: 200 len: 944 time: 0.1188107 Nov 11 22:19:42.407820 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-05618e8b-20c5-4058-8a53-f8e5a502a723 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:42.412404 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad0003b9-534b-4c0c-a86f-b6713432ecd0 None None] Network 08b02df4-be5c-4734-ab4b-10f2534b57a2 requested from dv-cinder-733622-20-iscsi {{(pid=101952) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:19:42.445674 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-a141e6e0-0584-4bbd-8ccc-2f62c6695675 req-73e3b29c-1e9c-4c8f-8a26-2b4eee4a63b0 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/security-groups?id=4cdb267d-d817-44be-b26a-e18e20b97bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092317 Nov 11 22:19:42.694325 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.provisioning_blocks [None req-5a7b5169-81f7-4bf9-9080-137feff8efb4 None None] Provisioning complete for port 1ddd170b-c430-4323-add1-75dcf07b5e72 triggered by entity DHCP. {{(pid=101952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:19:42.697088 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-5a7b5169-81f7-4bf9-9080-137feff8efb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8061746'] for port, provisioning_complete {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:42.841227 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron_lib.callbacks.manager [None req-f04c4523-b5ac-4968-af0e-66524ee20924 None None] Publish callbacks [] for port, precommit_update {{(pid=101953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:42.859176 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron_lib.callbacks.manager [None req-f04c4523-b5ac-4968-af0e-66524ee20924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776912265364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776911838100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776911838118'] for port, after_update {{(pid=101953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:42.918369 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23a8933-c053-4f2f-91a1-02a63ef14b44 req-d7afe500-a415-4d14-ab69-803be2496fbe tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:42.926133 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Device 74da1290-c8a3-4424-9696-57abc25ed7c0 up at agent ovs-agent-dv-cinder-733622-20-iscsi {{(pid=101952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:19:42.936430 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-e23a8933-c053-4f2f-91a1-02a63ef14b44 req-d7afe500-a415-4d14-ab69-803be2496fbe tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1bff5be-1c1e-4186-98b3-13bb364493fb HTTP/1.1" status: 200 len: 946 time: 0.2284250 Nov 11 22:19:43.009516 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-e23a8933-c053-4f2f-91a1-02a63ef14b44 req-39e34f50-49ac-49fd-a41b-407f57444476 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/security-groups?id=68067a07-9049-4dac-b76f-d82da95a01c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715895 Nov 11 22:19:43.096553 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.plugins.ml2.managers [None req-f04c4523-b5ac-4968-af0e-66524ee20924 None None] Attempting to bind port c149e181-fd5c-4245-87c7-4c445654b07c on host dv-cinder-733622-20-iscsi for vnic_type normal with profile {{(pid=101953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:19:43.096963 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.plugins.ml2.managers [None req-f04c4523-b5ac-4968-af0e-66524ee20924 None None] Attempting to bind port c149e181-fd5c-4245-87c7-4c445654b07c by drivers openvswitch,hyperv on host dv-cinder-733622-20-iscsi at level 0 using segments [{'id': 'a0316b7b-fb1e-457f-ba74-a0bbaa82bcb7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635'}] {{(pid=101953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:19:43.097331 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f04c4523-b5ac-4968-af0e-66524ee20924 None None] Attempting to bind port c149e181-fd5c-4245-87c7-4c445654b07c on network fd27370c-43f8-4948-a495-3a9880be1635 {{(pid=101953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:19:43.109324 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272ecd6e-c3b3-4e5f-acef-3231529f8358 None None] Pushing event updated for resources: {'Port': ['ID=c149e181-fd5c-4245-87c7-4c445654b07c,revision_number=2']} {{(pid=101953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:19:43.137735 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f04c4523-b5ac-4968-af0e-66524ee20924 None None] Checking agent: {'id': '83a5d6f5-895b-4fa9-b3a8-3d8b1836c237', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 22, 8, 32), 'started_at': datetime.datetime(2021, 11, 11, 22, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 19, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:19:43.138718 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f04c4523-b5ac-4968-af0e-66524ee20924 None None] Checking segment: {'id': 'a0316b7b-fb1e-457f-ba74-a0bbaa82bcb7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:19:43.139137 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron_lib.callbacks.manager [None req-f04c4523-b5ac-4968-af0e-66524ee20924 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:43.139540 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f04c4523-b5ac-4968-af0e-66524ee20924 None None] Bound using segment: {'id': 'a0316b7b-fb1e-457f-ba74-a0bbaa82bcb7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635'} {{(pid=101953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:19:43.140046 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.plugins.ml2.managers [None req-f04c4523-b5ac-4968-af0e-66524ee20924 None None] Bound port: c149e181-fd5c-4245-87c7-4c445654b07c, host: dv-cinder-733622-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0316b7b-fb1e-457f-ba74-a0bbaa82bcb7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635'}}] {{(pid=101953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:19:43.140454 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron_lib.callbacks.manager [None req-f04c4523-b5ac-4968-af0e-66524ee20924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_update {{(pid=101953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:43.234555 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.plugins.ml2.db [None req-f04c4523-b5ac-4968-af0e-66524ee20924 None None] For port c149e181-fd5c-4245-87c7-4c445654b07c, host dv-cinder-733622-20-iscsi, cleared binding levels {{(pid=101953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:19:43.246545 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.plugins.ml2.db [None req-f04c4523-b5ac-4968-af0e-66524ee20924 None None] For port c149e181-fd5c-4245-87c7-4c445654b07c, host dv-cinder-733622-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-20-iscsi',level=0,port_id=c149e181-fd5c-4245-87c7-4c445654b07c,segment=NetworkSegment(a0316b7b-fb1e-457f-ba74-a0bbaa82bcb7),segment_id=a0316b7b-fb1e-457f-ba74-a0bbaa82bcb7)] {{(pid=101953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:19:43.262927 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron_lib.callbacks.manager [None req-f04c4523-b5ac-4968-af0e-66524ee20924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776912265364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776911838100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776911838118'] for port, after_update {{(pid=101953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:43.272177 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.db.db_base_plugin_common [None req-05618e8b-20c5-4058-8a53-f8e5a502a723 admin admin] Allocated IP 172.20.0.1 (08b02df4-be5c-4734-ab4b-10f2534b57a2/032adb92-11bf-4ae4-879d-f2682ef554d0/341ca29c-5d92-4fbd-98aa-d8d23d555e41) {{(pid=101951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:19:43.291215 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-5a7b5169-81f7-4bf9-9080-137feff8efb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:43.358033 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272ecd6e-c3b3-4e5f-acef-3231529f8358 None None] Pushing event updated for resources: {'Port': ['ID=c149e181-fd5c-4245-87c7-4c445654b07c,revision_number=3']} {{(pid=101953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:19:43.376086 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f04c4523-b5ac-4968-af0e-66524ee20924 None None] Routers {'3c9b42fb-e4ee-4308-a30b-3af71319f1a0'} bound to L3 agent in host dv-cinder-733622-20-iscsi {{(pid=101953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:19:43.376977 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.db.l3_hamode_db [None req-f04c4523-b5ac-4968-af0e-66524ee20924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T22:08:28Z,description=,heartbeat_timestamp=2021-11-11T22:19:28Z,host='dv-cinder-733622-20-iscsi',id=4702c36b-78d9-4f52-8cbc-8d9e3292a6f2,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T22:08:28Z,topic='l3_agent')) {'router_ids': ['3c9b42fb-e4ee-4308-a30b-3af71319f1a0'], 'active': True} {{(pid=101953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:19:43.420267 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.provisioning_blocks [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Provisioning complete for port 74da1290-c8a3-4424-9696-57abc25ed7c0 triggered by entity L2. {{(pid=101952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:19:43.420791 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8061746'] for port, provisioning_complete {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:43.427084 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-5a7b5169-81f7-4bf9-9080-137feff8efb4 None None] For port 1ddd170b-c430-4323-add1-75dcf07b5e72, host dv-cinder-733622-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-20-iscsi',level=0,port_id=1ddd170b-c430-4323-add1-75dcf07b5e72,segment=NetworkSegment(0c27bd0a-47f5-48b4-9ee9-8def6e494b9b),segment_id=0c27bd0a-47f5-48b4-9ee9-8def6e494b9b)] {{(pid=101952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:19:43.567045 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-05618e8b-20c5-4058-8a53-f8e5a502a723 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:43.582129 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-5a7b5169-81f7-4bf9-9080-137feff8efb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776912265364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776911838100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776911838118'] for port, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:43.653729 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-05618e8b-20c5-4058-8a53-f8e5a502a723 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776911838082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9099554'] for port, after_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:43.693392 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.db.l3_dvr_db [None req-f04c4523-b5ac-4968-af0e-66524ee20924 None None] Set router 3c9b42fb-e4ee-4308-a30b-3af71319f1a0 gateway port host: dv-cinder-733622-20-iscsi {{(pid=101953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:19:43.697870 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Device 1ddd170b-c430-4323-add1-75dcf07b5e72 up at agent ovs-agent-dv-cinder-733622-20-iscsi {{(pid=101952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:19:43.762160 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b928ed95-fd7c-4e43-8602-72f01df1878f req-5ed19a29-8c51-4218-8967-1d5de37575ea tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:43.776692 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05618e8b-20c5-4058-8a53-f8e5a502a723 admin admin] Network 08b02df4-be5c-4734-ab4b-10f2534b57a2 is already hosted by enough agents. {{(pid=101951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:19:43.787074 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-b928ed95-fd7c-4e43-8602-72f01df1878f req-5ed19a29-8c51-4218-8967-1d5de37575ea tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/ports?device_id=efc7b803-47b0-47dd-b4af-0de101adaaaf HTTP/1.1" status: 200 len: 944 time: 0.1093395 Nov 11 22:19:43.814250 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.provisioning_blocks [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Provisioning complete for port 1ddd170b-c430-4323-add1-75dcf07b5e72 triggered by entity L2. {{(pid=101952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:19:43.814683 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8061746'] for port, provisioning_complete {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:43.815177 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.scheduler.base_scheduler [None req-05618e8b-20c5-4058-8a53-f8e5a502a723 admin admin] Resources bound (agent type, host, resource id): {{(pid=101951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:19:43.827005 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05618e8b-20c5-4058-8a53-f8e5a502a723 admin admin] Received port after_create {{(pid=101951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:19:43.896877 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7b5169-81f7-4bf9-9080-137feff8efb4 None None] Pushing event updated for resources: {'Port': ['ID=1ddd170b-c430-4323-add1-75dcf07b5e72,revision_number=3']} {{(pid=101952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:19:43.913183 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05618e8b-20c5-4058-8a53-f8e5a502a723 admin admin] Pushing event updated for resources: {'Port': ['ID=341ca29c-5d92-4fbd-98aa-d8d23d555e41,revision_number=1']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:19:43.938006 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-b928ed95-fd7c-4e43-8602-72f01df1878f req-fd9219ea-8c2b-4305-87ba-fdcc110e53fb tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/security-groups?id=4cdb267d-d817-44be-b26a-e18e20b97bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1497045 Nov 11 22:19:44.003731 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-05618e8b-20c5-4058-8a53-f8e5a502a723 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-658282'] for router_interface, before_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:44.237100 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.provisioning_blocks [None req-b753399a-52d8-4954-b883-219383b2c834 None None] Provisioning complete for port 1ddd170b-c430-4323-add1-75dcf07b5e72 triggered by entity DHCP. {{(pid=101952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:19:44.237475 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-b753399a-52d8-4954-b883-219383b2c834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8061746'] for port, provisioning_complete {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:44.298203 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf83b9a-cb83-4643-b5c3-920cf921d7a5 req-3aa4f4c8-daa6-4641-9cd1-ad0c9f55445b tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:44.302140 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-bcf83b9a-cb83-4643-b5c3-920cf921d7a5 req-3aa4f4c8-daa6-4641-9cd1-ad0c9f55445b tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1bff5be-1c1e-4186-98b3-13bb364493fb HTTP/1.1" status: 200 len: 946 time: 0.1486976 Nov 11 22:19:44.364599 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-05618e8b-20c5-4058-8a53-f8e5a502a723 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_update {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:44.424843 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.db.l3_hamode_db [None req-f04c4523-b5ac-4968-af0e-66524ee20924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c9b42fb-e4ee-4308-a30b-3af71319f1a0', 'name': 'tempest-TestVolumeBootPattern-1742668602-router', 'tenant_id': 'dbc313bdff2e402fb1d573764b587154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'external_fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': 'c149e181-fd5c-4245-87c7-4c445654b07c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:19:38Z', 'updated_at': '2021-11-11T22:19:40Z', 'revision_number': 3, 'project_id': 'dbc313bdff2e402fb1d573764b587154', 'gw_port': {'id': 'c149e181-fd5c-4245-87c7-4c445654b07c', 'name': '', 'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:4c:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c9b42fb-e4ee-4308-a30b-3af71319f1a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:19:39Z', 'updated_at': '2021-11-11T22:19:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-20-iscsi'}], 'dv-cinder-733622-20-iscsi', False) {} {{(pid=101953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:19:44.490220 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-bcf83b9a-cb83-4643-b5c3-920cf921d7a5 req-128a4f0b-0ee4-42da-b16b-cea3d67c14d8 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/security-groups?id=68067a07-9049-4dac-b76f-d82da95a01c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654768 Nov 11 22:19:44.517519 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f04c4523-b5ac-4968-af0e-66524ee20924 None None] The sync data for ids ['3c9b42fb-e4ee-4308-a30b-3af71319f1a0'] in dv-cinder-733622-20-iscsi is: [{'id': '3c9b42fb-e4ee-4308-a30b-3af71319f1a0', 'name': 'tempest-TestVolumeBootPattern-1742668602-router', 'tenant_id': 'dbc313bdff2e402fb1d573764b587154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'external_fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': 'c149e181-fd5c-4245-87c7-4c445654b07c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:19:38Z', 'updated_at': '2021-11-11T22:19:40Z', 'revision_number': 3, 'project_id': 'dbc313bdff2e402fb1d573764b587154', 'gw_port': {'id': 'c149e181-fd5c-4245-87c7-4c445654b07c', 'name': '', 'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:4c:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c9b42fb-e4ee-4308-a30b-3af71319f1a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:19:39Z', 'updated_at': '2021-11-11T22:19:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-20-iscsi'}] {{(pid=101953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:19:44.720582 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Device 1ddd170b-c430-4323-add1-75dcf07b5e72 up at agent ovs-agent-dv-cinder-733622-20-iscsi {{(pid=101952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:19:44.755402 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-05618e8b-20c5-4058-8a53-f8e5a502a723 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:44.770821 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-05618e8b-20c5-4058-8a53-f8e5a502a723 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776912265364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776911838100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776911838118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9099611'] for port, after_update {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:44.817662 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.provisioning_blocks [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Provisioning complete for port 1ddd170b-c430-4323-add1-75dcf07b5e72 triggered by entity L2. {{(pid=101952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:19:44.817975 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8061746'] for port, provisioning_complete {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:44.860481 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.provisioning_blocks [None req-db9d7f35-5510-4790-9e48-226dca6fbbb6 None None] Provisioning complete for port 341ca29c-5d92-4fbd-98aa-d8d23d555e41 triggered by entity DHCP. {{(pid=101952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:19:44.860886 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-db9d7f35-5510-4790-9e48-226dca6fbbb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8061746'] for port, provisioning_complete {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:44.869917 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05618e8b-20c5-4058-8a53-f8e5a502a723 admin admin] Pushing event updated for resources: {'Port': ['ID=341ca29c-5d92-4fbd-98aa-d8d23d555e41,revision_number=2']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:19:44.874555 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-05618e8b-20c5-4058-8a53-f8e5a502a723 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-634214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-658430'] for router_interface, after_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:44.921363 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.plugin [None req-db9d7f35-5510-4790-9e48-226dca6fbbb6 None None] Port 341ca29c-5d92-4fbd-98aa-d8d23d555e41 cannot update to ACTIVE because it is not bound. {{(pid=101952) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:19:45.111248 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05618e8b-20c5-4058-8a53-f8e5a502a723 admin admin] Network 08b02df4-be5c-4734-ab4b-10f2534b57a2 is already hosted by enough agents. {{(pid=101951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:19:45.112998 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.scheduler.base_scheduler [None req-05618e8b-20c5-4058-8a53-f8e5a502a723 admin admin] Resources bound (agent type, host, resource id): {{(pid=101951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:19:45.216545 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d781d0f4-240a-4ae4-8b6b-b072e0927022 req-2d6fe3a1-da56-4db0-8504-2a941ab555e3 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:45.218304 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-d781d0f4-240a-4ae4-8b6b-b072e0927022 req-2d6fe3a1-da56-4db0-8504-2a941ab555e3 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/ports?device_id=efc7b803-47b0-47dd-b4af-0de101adaaaf HTTP/1.1" status: 200 len: 944 time: 0.1230066 Nov 11 22:19:45.312422 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-d781d0f4-240a-4ae4-8b6b-b072e0927022 req-5b0ca4dd-a01c-4ff1-95ef-b805d1b97c16 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/security-groups?id=4cdb267d-d817-44be-b26a-e18e20b97bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867980 Nov 11 22:19:45.364129 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05618e8b-20c5-4058-8a53-f8e5a502a723 admin admin] Router 3c9b42fb-e4ee-4308-a30b-3af71319f1a0 has already been hosted by L3 agent 4702c36b-78d9-4f52-8cbc-8d9e3292a6f2 {{(pid=101951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 22:19:45.470368 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.provisioning_blocks [None req-47437995-bba2-4e81-83bf-1b04f43cee97 None None] Provisioning complete for port 341ca29c-5d92-4fbd-98aa-d8d23d555e41 triggered by entity DHCP. {{(pid=101952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:19:45.471086 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-47437995-bba2-4e81-83bf-1b04f43cee97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8061746'] for port, provisioning_complete {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:45.546299 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05618e8b-20c5-4058-8a53-f8e5a502a723 admin admin] Notify agent at l3_agent.dv-cinder-733622-20-iscsi the message routers_updated {{(pid=101951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:19:45.569573 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-05618e8b-20c5-4058-8a53-f8e5a502a723 admin admin] 10.222.0.50 "PUT /v2.0/routers/3c9b42fb-e4ee-4308-a30b-3af71319f1a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1608875 Nov 11 22:19:45.581125 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.plugin [None req-47437995-bba2-4e81-83bf-1b04f43cee97 None None] Port 341ca29c-5d92-4fbd-98aa-d8d23d555e41 cannot update to ACTIVE because it is not bound. {{(pid=101952) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:19:45.682378 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decae37d-33f1-4870-9ec2-5d44d25e81f3 req-ba5392df-8df0-4c92-991c-d2a6b7f7a695 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:45.683963 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-decae37d-33f1-4870-9ec2-5d44d25e81f3 req-ba5392df-8df0-4c92-991c-d2a6b7f7a695 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1bff5be-1c1e-4186-98b3-13bb364493fb HTTP/1.1" status: 200 len: 946 time: 0.0774546 Nov 11 22:19:45.754277 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-decae37d-33f1-4870-9ec2-5d44d25e81f3 req-b7a96919-ba43-4dfc-97b2-e0e01d0b403a tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/security-groups?id=68067a07-9049-4dac-b76f-d82da95a01c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619690 Nov 11 22:19:46.241050 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 46038) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:19:46.247150 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.v2.base [None req-f21acc64-8a97-49cb-bc24-338904330f83 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1467193344', 'description': 'tempest-secgroup-smoke-1467193344 description', 'project_id': '45877637febf473e8074291b9336b125'}} {{(pid=101951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:19:46.273443 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-f21acc64-8a97-49cb-bc24-338904330f83 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Publish callbacks [] for security_group, before_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:46.363870 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-f21acc64-8a97-49cb-bc24-338904330f83 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Publish callbacks [] for security_group, precommit_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:46.368552 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-f21acc64-8a97-49cb-bc24-338904330f83 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:46.402015 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-f21acc64-8a97-49cb-bc24-338904330f83 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Publish callbacks [] for security_group, before_response {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:46.405945 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-f21acc64-8a97-49cb-bc24-338904330f83 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1610126 Nov 11 22:19:46.406181 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 46042) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:19:46.412070 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.v2.base [None req-7c8b77bc-295b-4a33-9581-1483b894d9a8 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Request body: {'security_group_rule': {'security_group_id': 'fd56fe96-f8b9-402d-9557-23ad985e8368', 'project_id': '45877637febf473e8074291b9336b125', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:19:46.419383 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21acc64-8a97-49cb-bc24-338904330f83 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd56fe96-f8b9-402d-9557-23ad985e8368,revision_number=1']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:19:46.468021 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-7c8b77bc-295b-4a33-9581-1483b894d9a8 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:46.490333 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2747a14b-1669-4a7e-b83e-d032b1457aff req-6fc919e1-f105-4f4e-ba73-09fe8c831b69 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:46.493595 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-2747a14b-1669-4a7e-b83e-d032b1457aff req-6fc919e1-f105-4f4e-ba73-09fe8c831b69 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/ports?device_id=efc7b803-47b0-47dd-b4af-0de101adaaaf HTTP/1.1" status: 200 len: 944 time: 0.0936675 Nov 11 22:19:46.552728 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-2747a14b-1669-4a7e-b83e-d032b1457aff req-edb642c5-310a-49dc-a79f-bff721cbf577 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/security-groups?id=4cdb267d-d817-44be-b26a-e18e20b97bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517457 Nov 11 22:19:46.596208 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-7c8b77bc-295b-4a33-9581-1483b894d9a8 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:46.609298 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-7c8b77bc-295b-4a33-9581-1483b894d9a8 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883588'] for security_group_rule, after_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:46.632684 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8b77bc-295b-4a33-9581-1483b894d9a8 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f0de3a0-6d5d-4102-9278-e0d2e327edf4,revision_number=0']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:19:46.641564 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-7c8b77bc-295b-4a33-9581-1483b894d9a8 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:46.645301 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-7c8b77bc-295b-4a33-9581-1483b894d9a8 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2357738 Nov 11 22:19:46.645720 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 46046) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:19:46.653883 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.v2.base [None req-d55b5554-5303-46cb-a2c3-a6359a2bfa9a tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Request body: {'security_group_rule': {'security_group_id': 'fd56fe96-f8b9-402d-9557-23ad985e8368', 'project_id': '45877637febf473e8074291b9336b125', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:19:46.693349 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Device c149e181-fd5c-4245-87c7-4c445654b07c up at agent ovs-agent-dv-cinder-733622-20-iscsi {{(pid=101952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:19:46.705921 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-d55b5554-5303-46cb-a2c3-a6359a2bfa9a tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:46.767610 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.provisioning_blocks [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Provisioning complete for port c149e181-fd5c-4245-87c7-4c445654b07c triggered by entity L2. {{(pid=101952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:19:46.768129 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8061746'] for port, provisioning_complete {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:46.771825 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-d55b5554-5303-46cb-a2c3-a6359a2bfa9a tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:46.776141 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-d55b5554-5303-46cb-a2c3-a6359a2bfa9a tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883588'] for security_group_rule, after_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:46.813176 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55b5554-5303-46cb-a2c3-a6359a2bfa9a tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f093da0-1a43-4750-9864-56aaa4d949f9,revision_number=0']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:19:46.822932 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-d55b5554-5303-46cb-a2c3-a6359a2bfa9a tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:46.824494 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-d55b5554-5303-46cb-a2c3-a6359a2bfa9a tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1772282 Nov 11 22:19:46.829691 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 46050) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:19:46.835625 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.v2.base [None req-9b8e7055-3375-4f76-9102-ab2872fa0d77 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Request body: {'security_group_rule': {'security_group_id': 'fd56fe96-f8b9-402d-9557-23ad985e8368', 'project_id': '45877637febf473e8074291b9336b125', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:19:46.872685 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:46.877614 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-9b8e7055-3375-4f76-9102-ab2872fa0d77 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:46.908668 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] For port c149e181-fd5c-4245-87c7-4c445654b07c, host dv-cinder-733622-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-20-iscsi',level=0,port_id=c149e181-fd5c-4245-87c7-4c445654b07c,segment=NetworkSegment(a0316b7b-fb1e-457f-ba74-a0bbaa82bcb7),segment_id=a0316b7b-fb1e-457f-ba74-a0bbaa82bcb7)] {{(pid=101952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:19:46.925980 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776912265364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776911838100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776911838118'] for port, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:46.938053 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6384eb89-f8d1-4c74-b759-9cd0271d6527 None None] Sync routers for ids ['3c9b42fb-e4ee-4308-a30b-3af71319f1a0'] in dv-cinder-733622-20-iscsi {{(pid=101952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:19:46.951584 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a258cb76-c641-45bc-992e-a70acccd5ec3 req-afba1b2a-b8d2-425c-85da-71293d3ce54c tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:46.953313 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-a258cb76-c641-45bc-992e-a70acccd5ec3 req-afba1b2a-b8d2-425c-85da-71293d3ce54c tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1bff5be-1c1e-4186-98b3-13bb364493fb HTTP/1.1" status: 200 len: 946 time: 0.0835638 Nov 11 22:19:46.974257 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-9b8e7055-3375-4f76-9102-ab2872fa0d77 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:46.981679 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6384eb89-f8d1-4c74-b759-9cd0271d6527 None None] Routers {'3c9b42fb-e4ee-4308-a30b-3af71319f1a0'} bound to L3 agent in host dv-cinder-733622-20-iscsi {{(pid=101952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:19:46.981679 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_hamode_db [None req-6384eb89-f8d1-4c74-b759-9cd0271d6527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T22:08:28Z,description=,heartbeat_timestamp=2021-11-11T22:19:28Z,host='dv-cinder-733622-20-iscsi',id=4702c36b-78d9-4f52-8cbc-8d9e3292a6f2,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T22:08:28Z,topic='l3_agent')) {'router_ids': ['3c9b42fb-e4ee-4308-a30b-3af71319f1a0'], 'active': True} {{(pid=101952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:19:46.984673 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-9b8e7055-3375-4f76-9102-ab2872fa0d77 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883588'] for security_group_rule, after_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:47.011235 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8e7055-3375-4f76-9102-ab2872fa0d77 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72bfba86-c4c0-4842-a28f-5e66be03de71,revision_number=0']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:19:47.020420 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-9b8e7055-3375-4f76-9102-ab2872fa0d77 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:47.024417 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-9b8e7055-3375-4f76-9102-ab2872fa0d77 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1910758 Nov 11 22:19:47.024655 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-a258cb76-c641-45bc-992e-a70acccd5ec3 req-58513f73-9e90-4143-8dd9-863d5f7420ea tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/security-groups?id=68067a07-9049-4dac-b76f-d82da95a01c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589404 Nov 11 22:19:47.024655 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.wsgi [-] (101950) accepted ('10.222.0.50', 46052) {{(pid=101950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:19:47.030233 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.v2.base [None req-05c718fc-3a4e-45c1-ab38-1f0f6cdc876d tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Request body: {'security_group_rule': {'security_group_id': 'fd56fe96-f8b9-402d-9557-23ad985e8368', 'project_id': '45877637febf473e8074291b9336b125', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:19:47.051405 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Pushing event updated for resources: {'Port': ['ID=c149e181-fd5c-4245-87c7-4c445654b07c,revision_number=4']} {{(pid=101952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:19:47.060578 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-05c718fc-3a4e-45c1-ab38-1f0f6cdc876d tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:47.066701 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:19:47.067071 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:19:47.067436 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:19:47.067731 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:19:47.068058 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:19:47.068402 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:19:47.068837 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:19:47.069226 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:19:47.069483 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:19:47.069808 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:19:47.070126 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:19:47.070473 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:19:47.124827 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-05c718fc-3a4e-45c1-ab38-1f0f6cdc876d tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:47.129663 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-05c718fc-3a4e-45c1-ab38-1f0f6cdc876d tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883588'] for security_group_rule, after_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:47.140621 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_dvr_db [None req-6384eb89-f8d1-4c74-b759-9cd0271d6527 None None] Set router 3c9b42fb-e4ee-4308-a30b-3af71319f1a0 gateway port host: dv-cinder-733622-20-iscsi {{(pid=101952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:19:47.149228 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c718fc-3a4e-45c1-ab38-1f0f6cdc876d tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb3179e4-f9ef-46bb-8cec-9c48e5085f0a,revision_number=0']} {{(pid=101950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:19:47.156004 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-05c718fc-3a4e-45c1-ab38-1f0f6cdc876d tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:47.157395 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [None req-05c718fc-3a4e-45c1-ab38-1f0f6cdc876d tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1316724 Nov 11 22:19:47.160501 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.wsgi [-] (101950) accepted ('10.222.0.50', 46054) {{(pid=101950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:19:47.165671 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.v2.base [None req-af86cf88-b259-4065-81cb-50d5c561f9df tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Request body: {'security_group_rule': {'security_group_id': 'fd56fe96-f8b9-402d-9557-23ad985e8368', 'project_id': '45877637febf473e8074291b9336b125', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:19:47.188443 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.db.securitygroups_db [None req-af86cf88-b259-4065-81cb-50d5c561f9df tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Project 45877637febf473e8074291b9336b125 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 22:19:47.193783 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-af86cf88-b259-4065-81cb-50d5c561f9df tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:47.261426 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-af86cf88-b259-4065-81cb-50d5c561f9df tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:47.265553 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-af86cf88-b259-4065-81cb-50d5c561f9df tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883588'] for security_group_rule, after_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:47.285366 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af86cf88-b259-4065-81cb-50d5c561f9df tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6125bf61-d849-4f45-b842-e4b8ba0b4da6,revision_number=0']} {{(pid=101950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:19:47.291149 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-af86cf88-b259-4065-81cb-50d5c561f9df tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:47.292452 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [None req-af86cf88-b259-4065-81cb-50d5c561f9df tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1307628 Nov 11 22:19:47.295852 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.wsgi [-] (101950) accepted ('10.222.0.50', 46058) {{(pid=101950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:19:47.300302 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.v2.base [None req-89ebd094-2cfb-4c7a-824a-2b28f1fa8096 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Request body: {'security_group_rule': {'security_group_id': 'fd56fe96-f8b9-402d-9557-23ad985e8368', 'project_id': '45877637febf473e8074291b9336b125', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:19:47.324526 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.db.securitygroups_db [None req-89ebd094-2cfb-4c7a-824a-2b28f1fa8096 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Project 45877637febf473e8074291b9336b125 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 22:19:47.330137 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-89ebd094-2cfb-4c7a-824a-2b28f1fa8096 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:47.363474 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_hamode_db [None req-6384eb89-f8d1-4c74-b759-9cd0271d6527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c9b42fb-e4ee-4308-a30b-3af71319f1a0', 'name': 'tempest-TestVolumeBootPattern-1742668602-router', 'tenant_id': 'dbc313bdff2e402fb1d573764b587154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'external_fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': 'c149e181-fd5c-4245-87c7-4c445654b07c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:19:38Z', 'updated_at': '2021-11-11T22:19:44Z', 'revision_number': 4, 'project_id': 'dbc313bdff2e402fb1d573764b587154', 'gw_port': {'id': 'c149e181-fd5c-4245-87c7-4c445654b07c', 'name': '', 'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:4c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c9b42fb-e4ee-4308-a30b-3af71319f1a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:19:39Z', 'updated_at': '2021-11-11T22:19:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-20-iscsi', '_interfaces': [{'id': '341ca29c-5d92-4fbd-98aa-d8d23d555e41', 'name': '', 'network_id': '08b02df4-be5c-4734-ab4b-10f2534b57a2', 'tenant_id': 'dbc313bdff2e402fb1d573764b587154', 'mac_address': 'fa:16:3e:2d:92:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c9b42fb-e4ee-4308-a30b-3af71319f1a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '032adb92-11bf-4ae4-879d-f2682ef554d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:19:42Z', 'updated_at': '2021-11-11T22:19:44Z', 'revision_number': 2, 'project_id': 'dbc313bdff2e402fb1d573764b587154', 'subnets': [{'id': '032adb92-11bf-4ae4-879d-f2682ef554d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-20-iscsi', False) {} {{(pid=101952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:19:47.390565 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6384eb89-f8d1-4c74-b759-9cd0271d6527 None None] Checking router: 3c9b42fb-e4ee-4308-a30b-3af71319f1a0 for host: dv-cinder-733622-20-iscsi {{(pid=101952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:19:47.390963 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6384eb89-f8d1-4c74-b759-9cd0271d6527 None None] Updating router 3c9b42fb-e4ee-4308-a30b-3af71319f1a0 port 341ca29c-5d92-4fbd-98aa-d8d23d555e41 binding host dv-cinder-733622-20-iscsi {{(pid=101952) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 22:19:47.391650 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-89ebd094-2cfb-4c7a-824a-2b28f1fa8096 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:47.395730 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-89ebd094-2cfb-4c7a-824a-2b28f1fa8096 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883588'] for security_group_rule, after_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:47.415301 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ebd094-2cfb-4c7a-824a-2b28f1fa8096 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5d9f0cf-46fb-4b02-8a3e-715a4226d6a1,revision_number=0']} {{(pid=101950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:19:47.423703 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-6384eb89-f8d1-4c74-b759-9cd0271d6527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:47.433398 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-89ebd094-2cfb-4c7a-824a-2b28f1fa8096 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:47.435306 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [None req-89ebd094-2cfb-4c7a-824a-2b28f1fa8096 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1378691 Nov 11 22:19:47.571931 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96afd90a-7e4c-4948-9c8a-d7e58929b4d0 req-2e84e9a7-726a-4ae7-b57f-48ca579ef8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:47.574239 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-96afd90a-7e4c-4948-9c8a-d7e58929b4d0 req-2e84e9a7-726a-4ae7-b57f-48ca579ef8b5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f08f0ccbadb74a1fb24f11c7ab51aed8&device_id=d1bff5be-1c1e-4186-98b3-13bb364493fb HTTP/1.1" status: 200 len: 1099 time: 0.0670662 Nov 11 22:19:47.771233 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbc4278-41bc-4a15-aca8-9713c4a39e61 req-68ec0d33-eb00-44fe-b42c-184a6a39caaf tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:47.773211 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-3cbc4278-41bc-4a15-aca8-9713c4a39e61 req-68ec0d33-eb00-44fe-b42c-184a6a39caaf tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/ports?device_id=efc7b803-47b0-47dd-b4af-0de101adaaaf HTTP/1.1" status: 200 len: 944 time: 0.0914023 Nov 11 22:19:47.776801 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96afd90a-7e4c-4948-9c8a-d7e58929b4d0 req-cd8a7f3e-90e1-4345-a406-4429210be21c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:47.779300 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-96afd90a-7e4c-4948-9c8a-d7e58929b4d0 req-cd8a7f3e-90e1-4345-a406-4429210be21c service neutron] 10.222.0.26 "GET /v2.0/networks?id=2f5472e6-3d4a-4f79-a5b2-6b96144f59c3 HTTP/1.1" status: 200 len: 919 time: 0.1785672 Nov 11 22:19:47.841680 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-96afd90a-7e4c-4948-9c8a-d7e58929b4d0 req-63836949-81b7-4187-b587-59f649d5a436 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=33e9cfcf-d127-4cb8-81d5-f7cd220406dc HTTP/1.1" status: 200 len: 217 time: 0.0513754 Nov 11 22:19:47.873247 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-3cbc4278-41bc-4a15-aca8-9713c4a39e61 req-8a16d350-72b9-45e9-b505-0f0564a20ad0 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/security-groups?id=4cdb267d-d817-44be-b26a-e18e20b97bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907183 Nov 11 22:19:47.940265 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-6384eb89-f8d1-4c74-b759-9cd0271d6527 None None] Publish callbacks [] for port, precommit_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:47.946948 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-6384eb89-f8d1-4c74-b759-9cd0271d6527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776912265364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776911838100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776911838118'] for port, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:47.960454 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96afd90a-7e4c-4948-9c8a-d7e58929b4d0 req-752eeb69-dc31-4b82-bad9-db792f4146f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:47.962386 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-96afd90a-7e4c-4948-9c8a-d7e58929b4d0 req-752eeb69-dc31-4b82-bad9-db792f4146f7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c79b6f25-3c3e-41d1-96ac-2ecaf2fc7991 HTTP/1.1" status: 200 len: 858 time: 0.0644865 Nov 11 22:19:48.009036 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0366c0-bd63-478e-a7c5-eb86db10ddb6 None None] Pushing event updated for resources: {'Port': ['ID=341ca29c-5d92-4fbd-98aa-d8d23d555e41,revision_number=3']} {{(pid=101952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:19:48.039186 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-96afd90a-7e4c-4948-9c8a-d7e58929b4d0 req-1b24c811-1ab0-4409-b448-08016b90011d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2f5472e6-3d4a-4f79-a5b2-6b96144f59c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0650241 Nov 11 22:19:48.075895 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.managers [None req-6384eb89-f8d1-4c74-b759-9cd0271d6527 None None] Attempting to bind port 341ca29c-5d92-4fbd-98aa-d8d23d555e41 on host dv-cinder-733622-20-iscsi for vnic_type normal with profile {{(pid=101952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:19:48.076281 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.managers [None req-6384eb89-f8d1-4c74-b759-9cd0271d6527 None None] Attempting to bind port 341ca29c-5d92-4fbd-98aa-d8d23d555e41 by drivers openvswitch,hyperv on host dv-cinder-733622-20-iscsi at level 0 using segments [{'id': '0c27bd0a-47f5-48b4-9ee9-8def6e494b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '08b02df4-be5c-4734-ab4b-10f2534b57a2'}] {{(pid=101952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:19:48.076673 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6384eb89-f8d1-4c74-b759-9cd0271d6527 None None] Attempting to bind port 341ca29c-5d92-4fbd-98aa-d8d23d555e41 on network 08b02df4-be5c-4734-ab4b-10f2534b57a2 {{(pid=101952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:19:48.086208 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6384eb89-f8d1-4c74-b759-9cd0271d6527 None None] Checking agent: {'id': '83a5d6f5-895b-4fa9-b3a8-3d8b1836c237', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 22, 8, 32), 'started_at': datetime.datetime(2021, 11, 11, 22, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 19, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:19:48.086599 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6384eb89-f8d1-4c74-b759-9cd0271d6527 None None] Checking segment: {'id': '0c27bd0a-47f5-48b4-9ee9-8def6e494b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '08b02df4-be5c-4734-ab4b-10f2534b57a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:19:48.087006 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-6384eb89-f8d1-4c74-b759-9cd0271d6527 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:48.087405 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6384eb89-f8d1-4c74-b759-9cd0271d6527 None None] Bound using segment: {'id': '0c27bd0a-47f5-48b4-9ee9-8def6e494b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '08b02df4-be5c-4734-ab4b-10f2534b57a2'} {{(pid=101952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:19:48.087893 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.managers [None req-6384eb89-f8d1-4c74-b759-9cd0271d6527 None None] Bound port: 341ca29c-5d92-4fbd-98aa-d8d23d555e41, host: dv-cinder-733622-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c27bd0a-47f5-48b4-9ee9-8def6e494b9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': '08b02df4-be5c-4734-ab4b-10f2534b57a2'}}] {{(pid=101952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:19:48.088282 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-6384eb89-f8d1-4c74-b759-9cd0271d6527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:48.175776 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-6384eb89-f8d1-4c74-b759-9cd0271d6527 None None] For port 341ca29c-5d92-4fbd-98aa-d8d23d555e41, host dv-cinder-733622-20-iscsi, cleared binding levels {{(pid=101952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:19:48.179368 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-6384eb89-f8d1-4c74-b759-9cd0271d6527 None None] For port 341ca29c-5d92-4fbd-98aa-d8d23d555e41, host dv-cinder-733622-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-20-iscsi',level=0,port_id=341ca29c-5d92-4fbd-98aa-d8d23d555e41,segment=NetworkSegment(0c27bd0a-47f5-48b4-9ee9-8def6e494b9b),segment_id=0c27bd0a-47f5-48b4-9ee9-8def6e494b9b)] {{(pid=101952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:19:48.186866 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-6384eb89-f8d1-4c74-b759-9cd0271d6527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776912265364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776911838100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776911838118'] for port, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:48.231151 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-96afd90a-7e4c-4948-9c8a-d7e58929b4d0 req-e67037a7-be1c-4395-94cd-ad8aa981ae9c service neutron] 10.222.0.26 "GET /v2.0/networks/2f5472e6-3d4a-4f79-a5b2-6b96144f59c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793132 Nov 11 22:19:48.239095 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b199952-fe1c-4d65-829a-d133421aa930 req-61e452ea-442c-40cd-904c-04cbafecb7cc tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:48.240725 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-9b199952-fe1c-4d65-829a-d133421aa930 req-61e452ea-442c-40cd-904c-04cbafecb7cc tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1bff5be-1c1e-4186-98b3-13bb364493fb HTTP/1.1" status: 200 len: 946 time: 0.0965507 Nov 11 22:19:48.257529 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6384eb89-f8d1-4c74-b759-9cd0271d6527 None None] Routers {'3c9b42fb-e4ee-4308-a30b-3af71319f1a0'} bound to L3 agent in host dv-cinder-733622-20-iscsi {{(pid=101952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:19:48.258760 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_hamode_db [None req-6384eb89-f8d1-4c74-b759-9cd0271d6527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-11T22:08:28Z,description=,heartbeat_timestamp=2021-11-11T22:19:28Z,host='dv-cinder-733622-20-iscsi',id=4702c36b-78d9-4f52-8cbc-8d9e3292a6f2,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T22:08:28Z,topic='l3_agent')) {'router_ids': ['3c9b42fb-e4ee-4308-a30b-3af71319f1a0'], 'active': True} {{(pid=101952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:19:48.353870 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0366c0-bd63-478e-a7c5-eb86db10ddb6 None None] Pushing event updated for resources: {'Port': ['ID=341ca29c-5d92-4fbd-98aa-d8d23d555e41,revision_number=4']} {{(pid=101952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:19:48.372698 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-9b199952-fe1c-4d65-829a-d133421aa930 req-0d2b95ee-53f1-4776-a70c-78098d755207 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/security-groups?id=68067a07-9049-4dac-b76f-d82da95a01c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211617 Nov 11 22:19:48.389360 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-96afd90a-7e4c-4948-9c8a-d7e58929b4d0 req-c2e4bf16-ded4-488a-8dd8-d05cc217294a service neutron] 10.222.0.26 "GET /v2.0/networks/2f5472e6-3d4a-4f79-a5b2-6b96144f59c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476610 Nov 11 22:19:48.399217 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.provisioning_blocks [None req-13c79434-ea74-4bc5-8877-18af34c74075 None None] Provisioning complete for port 341ca29c-5d92-4fbd-98aa-d8d23d555e41 triggered by entity DHCP. {{(pid=101952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:19:48.399588 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-13c79434-ea74-4bc5-8877-18af34c74075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8061746'] for port, provisioning_complete {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:48.465859 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_dvr_db [None req-6384eb89-f8d1-4c74-b759-9cd0271d6527 None None] Set router 3c9b42fb-e4ee-4308-a30b-3af71319f1a0 gateway port host: dv-cinder-733622-20-iscsi {{(pid=101952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:19:48.645089 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Device c149e181-fd5c-4245-87c7-4c445654b07c up at agent ovs-agent-dv-cinder-733622-20-iscsi {{(pid=101952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:19:48.653720 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-13c79434-ea74-4bc5-8877-18af34c74075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:48.744207 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-13c79434-ea74-4bc5-8877-18af34c74075 None None] For port 341ca29c-5d92-4fbd-98aa-d8d23d555e41, host dv-cinder-733622-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-20-iscsi',level=0,port_id=341ca29c-5d92-4fbd-98aa-d8d23d555e41,segment=NetworkSegment(0c27bd0a-47f5-48b4-9ee9-8def6e494b9b),segment_id=0c27bd0a-47f5-48b4-9ee9-8def6e494b9b)] {{(pid=101952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:19:48.751795 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-13c79434-ea74-4bc5-8877-18af34c74075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776912265364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776911838100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776911838118'] for port, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:48.807378 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.provisioning_blocks [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Provisioning complete for port c149e181-fd5c-4245-87c7-4c445654b07c triggered by entity L2. {{(pid=101952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:19:48.807752 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8061746'] for port, provisioning_complete {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:48.859725 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c79434-ea74-4bc5-8877-18af34c74075 None None] Pushing event updated for resources: {'Port': ['ID=341ca29c-5d92-4fbd-98aa-d8d23d555e41,revision_number=5']} {{(pid=101952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:19:48.898300 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.provisioning_blocks [None req-16c1b859-d9b3-4c25-973b-7a5812a7d890 None None] Provisioning complete for port 341ca29c-5d92-4fbd-98aa-d8d23d555e41 triggered by entity DHCP. {{(pid=101952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:19:48.899216 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-16c1b859-d9b3-4c25-973b-7a5812a7d890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8061746'] for port, provisioning_complete {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:48.927857 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_hamode_db [None req-6384eb89-f8d1-4c74-b759-9cd0271d6527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c9b42fb-e4ee-4308-a30b-3af71319f1a0', 'name': 'tempest-TestVolumeBootPattern-1742668602-router', 'tenant_id': 'dbc313bdff2e402fb1d573764b587154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'external_fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': 'c149e181-fd5c-4245-87c7-4c445654b07c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:19:38Z', 'updated_at': '2021-11-11T22:19:44Z', 'revision_number': 4, 'project_id': 'dbc313bdff2e402fb1d573764b587154', 'gw_port': {'id': 'c149e181-fd5c-4245-87c7-4c445654b07c', 'name': '', 'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:4c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c9b42fb-e4ee-4308-a30b-3af71319f1a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:19:39Z', 'updated_at': '2021-11-11T22:19:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-20-iscsi', '_interfaces': [{'id': '341ca29c-5d92-4fbd-98aa-d8d23d555e41', 'name': '', 'network_id': '08b02df4-be5c-4734-ab4b-10f2534b57a2', 'tenant_id': 'dbc313bdff2e402fb1d573764b587154', 'mac_address': 'fa:16:3e:2d:92:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c9b42fb-e4ee-4308-a30b-3af71319f1a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '032adb92-11bf-4ae4-879d-f2682ef554d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:19:42Z', 'updated_at': '2021-11-11T22:19:48Z', 'revision_number': 4, 'project_id': 'dbc313bdff2e402fb1d573764b587154', 'subnets': [{'id': '032adb92-11bf-4ae4-879d-f2682ef554d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-20-iscsi', False) {} {{(pid=101952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:19:48.982772 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6384eb89-f8d1-4c74-b759-9cd0271d6527 None None] The sync data for ids ['3c9b42fb-e4ee-4308-a30b-3af71319f1a0'] in dv-cinder-733622-20-iscsi is: [{'id': '3c9b42fb-e4ee-4308-a30b-3af71319f1a0', 'name': 'tempest-TestVolumeBootPattern-1742668602-router', 'tenant_id': 'dbc313bdff2e402fb1d573764b587154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'external_fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': 'c149e181-fd5c-4245-87c7-4c445654b07c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:19:38Z', 'updated_at': '2021-11-11T22:19:44Z', 'revision_number': 4, 'project_id': 'dbc313bdff2e402fb1d573764b587154', 'gw_port': {'id': 'c149e181-fd5c-4245-87c7-4c445654b07c', 'name': '', 'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:4c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c9b42fb-e4ee-4308-a30b-3af71319f1a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:19:39Z', 'updated_at': '2021-11-11T22:19:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-20-iscsi', '_interfaces': [{'id': '341ca29c-5d92-4fbd-98aa-d8d23d555e41', 'name': '', 'network_id': '08b02df4-be5c-4734-ab4b-10f2534b57a2', 'tenant_id': 'dbc313bdff2e402fb1d573764b587154', 'mac_address': 'fa:16:3e:2d:92:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c9b42fb-e4ee-4308-a30b-3af71319f1a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '032adb92-11bf-4ae4-879d-f2682ef554d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:19:42Z', 'updated_at': '2021-11-11T22:19:48Z', 'revision_number': 4, 'project_id': 'dbc313bdff2e402fb1d573764b587154', 'subnets': [{'id': '032adb92-11bf-4ae4-879d-f2682ef554d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:19:49.237632 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1914728-950a-4244-89c8-807264e08a2e req-8827ce2b-d70b-4b12-8885-fa205f2c0f26 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:49.239249 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-b1914728-950a-4244-89c8-807264e08a2e req-8827ce2b-d70b-4b12-8885-fa205f2c0f26 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/ports?device_id=efc7b803-47b0-47dd-b4af-0de101adaaaf HTTP/1.1" status: 200 len: 944 time: 0.2281761 Nov 11 22:19:49.324478 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9816d2b9-6a8b-4900-b517-2555c4b1b089 req-f65bb2bd-774c-4c72-a929-8b80d09507e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:49.325970 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-9816d2b9-6a8b-4900-b517-2555c4b1b089 req-f65bb2bd-774c-4c72-a929-8b80d09507e6 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d1bff5be-1c1e-4186-98b3-13bb364493fb HTTP/1.1" status: 200 len: 1099 time: 0.1254251 Nov 11 22:19:49.334091 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-b1914728-950a-4244-89c8-807264e08a2e req-004cd203-c82f-4cc7-b9db-31ff255183c6 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/security-groups?id=4cdb267d-d817-44be-b26a-e18e20b97bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692334 Nov 11 22:19:49.417190 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-9816d2b9-6a8b-4900-b517-2555c4b1b089 req-55478d20-1a66-455c-b3bf-997ac981dda1 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=68067a07-9049-4dac-b76f-d82da95a01c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820601 Nov 11 22:19:49.521759 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3e51d6-492e-48af-9dc2-a4ca7148afae req-b7934d2d-9a39-4236-8174-7880f8935783 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:49.523700 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-ca3e51d6-492e-48af-9dc2-a4ca7148afae req-b7934d2d-9a39-4236-8174-7880f8935783 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1bff5be-1c1e-4186-98b3-13bb364493fb HTTP/1.1" status: 200 len: 946 time: 0.0660689 Nov 11 22:19:49.583915 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-ca3e51d6-492e-48af-9dc2-a4ca7148afae req-aab279a0-7a88-4d13-b818-8930baa929c6 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/security-groups?id=68067a07-9049-4dac-b76f-d82da95a01c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528696 Nov 11 22:19:50.486163 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d7affc-978e-4028-ac81-cff00ae56bb3 req-7c91b9a6-e2ea-4fa6-8553-0332f28e1d49 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:50.487670 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-32d7affc-978e-4028-ac81-cff00ae56bb3 req-7c91b9a6-e2ea-4fa6-8553-0332f28e1d49 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/ports?device_id=efc7b803-47b0-47dd-b4af-0de101adaaaf HTTP/1.1" status: 200 len: 944 time: 0.0557966 Nov 11 22:19:50.540635 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-32d7affc-978e-4028-ac81-cff00ae56bb3 req-906adf57-464f-49fc-b556-bbde33b72282 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/security-groups?id=4cdb267d-d817-44be-b26a-e18e20b97bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467257 Nov 11 22:19:50.639692 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Device 341ca29c-5d92-4fbd-98aa-d8d23d555e41 up at agent ovs-agent-dv-cinder-733622-20-iscsi {{(pid=101952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:19:50.693574 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.provisioning_blocks [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Provisioning complete for port 341ca29c-5d92-4fbd-98aa-d8d23d555e41 triggered by entity L2. {{(pid=101952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:19:50.693951 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8061746'] for port, provisioning_complete {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:50.721078 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7bd52d-7f06-4bb9-8579-59a7405ef9af req-a340907c-55ee-46f3-af6e-e098536ef610 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:50.722631 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-6c7bd52d-7f06-4bb9-8579-59a7405ef9af req-a340907c-55ee-46f3-af6e-e098536ef610 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1bff5be-1c1e-4186-98b3-13bb364493fb HTTP/1.1" status: 200 len: 946 time: 0.0509226 Nov 11 22:19:50.776906 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-6c7bd52d-7f06-4bb9-8579-59a7405ef9af req-ad9b8938-c117-4eb3-beda-b0be27d6fc32 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/security-groups?id=68067a07-9049-4dac-b76f-d82da95a01c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481186 Nov 11 22:19:51.662937 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41c0596-f036-49f7-bdaa-175498d94943 req-029099c1-fe90-4624-a3fa-75ded6bc9d24 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:51.664474 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-a41c0596-f036-49f7-bdaa-175498d94943 req-029099c1-fe90-4624-a3fa-75ded6bc9d24 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/ports?device_id=efc7b803-47b0-47dd-b4af-0de101adaaaf HTTP/1.1" status: 200 len: 944 time: 0.0519474 Nov 11 22:19:51.716048 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-a41c0596-f036-49f7-bdaa-175498d94943 req-8043ccaa-30bb-4b0c-a50a-40b9064cbacc tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/security-groups?id=4cdb267d-d817-44be-b26a-e18e20b97bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450494 Nov 11 22:19:51.890062 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6413b70d-1472-437e-a766-1fc1dc569c3e req-c13f9851-e016-4bd3-8eff-6fba99d3af99 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:51.891536 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-6413b70d-1472-437e-a766-1fc1dc569c3e req-c13f9851-e016-4bd3-8eff-6fba99d3af99 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1bff5be-1c1e-4186-98b3-13bb364493fb HTTP/1.1" status: 200 len: 946 time: 0.0480361 Nov 11 22:19:51.939958 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-6413b70d-1472-437e-a766-1fc1dc569c3e req-ce7816f3-3aff-4a3a-bbf5-37a31167256a tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/security-groups?id=68067a07-9049-4dac-b76f-d82da95a01c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421872 Nov 11 22:19:52.851261 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77145e5a-14f4-4fe8-8edd-32f75d814760 req-5e57a070-32df-4984-874b-e6479c7bea85 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:52.852779 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-77145e5a-14f4-4fe8-8edd-32f75d814760 req-5e57a070-32df-4984-874b-e6479c7bea85 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/ports?device_id=efc7b803-47b0-47dd-b4af-0de101adaaaf HTTP/1.1" status: 200 len: 944 time: 0.0570986 Nov 11 22:19:52.904549 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-77145e5a-14f4-4fe8-8edd-32f75d814760 req-2765e33d-1104-4670-80a1-6296cfd0b5aa tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/security-groups?id=4cdb267d-d817-44be-b26a-e18e20b97bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455770 Nov 11 22:19:53.059316 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0052c147-9575-4854-a618-72b13eed874a req-7c13acaa-059f-4143-9bd9-9cab33380ce7 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:53.060800 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-0052c147-9575-4854-a618-72b13eed874a req-7c13acaa-059f-4143-9bd9-9cab33380ce7 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1bff5be-1c1e-4186-98b3-13bb364493fb HTTP/1.1" status: 200 len: 946 time: 0.0525618 Nov 11 22:19:53.108660 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-0052c147-9575-4854-a618-72b13eed874a req-742b5019-84ae-4120-a8e0-de8c1f013372 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/security-groups?id=68067a07-9049-4dac-b76f-d82da95a01c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419056 Nov 11 22:19:54.066285 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0c793f-4600-4685-a3d9-4f1e193b7242 req-448faf25-e5a2-43fa-af88-3b36df6528bf tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:54.067757 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-fd0c793f-4600-4685-a3d9-4f1e193b7242 req-448faf25-e5a2-43fa-af88-3b36df6528bf tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/ports?device_id=efc7b803-47b0-47dd-b4af-0de101adaaaf HTTP/1.1" status: 200 len: 944 time: 0.0523031 Nov 11 22:19:54.117288 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-fd0c793f-4600-4685-a3d9-4f1e193b7242 req-9981f3f5-ed81-459a-b9dc-c216524280cc tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/security-groups?id=4cdb267d-d817-44be-b26a-e18e20b97bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434544 Nov 11 22:19:54.234990 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57959b6d-5afe-41a0-9b58-a4e9159bd263 req-cefe5abe-8aa1-423a-9bf5-2dfe73d5a399 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:54.236766 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-57959b6d-5afe-41a0-9b58-a4e9159bd263 req-cefe5abe-8aa1-423a-9bf5-2dfe73d5a399 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1bff5be-1c1e-4186-98b3-13bb364493fb HTTP/1.1" status: 200 len: 946 time: 0.0555604 Nov 11 22:19:54.286257 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-57959b6d-5afe-41a0-9b58-a4e9159bd263 req-118a17af-aba9-4109-a72e-1aea36f0a13c tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/security-groups?id=68067a07-9049-4dac-b76f-d82da95a01c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424883 Nov 11 22:19:54.717251 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d11a8d-099c-4a64-ae28-69b9362300ab req-34d7b6bf-fbdb-4576-aba8-9c0e2515a355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:54.719048 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-23d11a8d-099c-4a64-ae28-69b9362300ab req-34d7b6bf-fbdb-4576-aba8-9c0e2515a355 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f08f0ccbadb74a1fb24f11c7ab51aed8&device_id=d1bff5be-1c1e-4186-98b3-13bb364493fb HTTP/1.1" status: 200 len: 1099 time: 0.0759935 Nov 11 22:19:54.728210 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3de514a-6707-4c84-a14d-c80c13559843 req-4a583c4e-6181-42d5-a6b9-3ae253f077d7 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:54.729691 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-b3de514a-6707-4c84-a14d-c80c13559843 req-4a583c4e-6181-42d5-a6b9-3ae253f077d7 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1bff5be-1c1e-4186-98b3-13bb364493fb HTTP/1.1" status: 200 len: 946 time: 0.0760362 Nov 11 22:19:54.833066 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-b3de514a-6707-4c84-a14d-c80c13559843 req-ced4b390-728a-4e17-a701-51d981fb2a19 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/security-groups?id=68067a07-9049-4dac-b76f-d82da95a01c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954225 Nov 11 22:19:54.860781 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d11a8d-099c-4a64-ae28-69b9362300ab req-600c705e-bb44-418f-be34-f454ce4dc199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:54.862826 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-23d11a8d-099c-4a64-ae28-69b9362300ab req-600c705e-bb44-418f-be34-f454ce4dc199 service neutron] 10.222.0.26 "GET /v2.0/networks?id=2f5472e6-3d4a-4f79-a5b2-6b96144f59c3 HTTP/1.1" status: 200 len: 919 time: 0.1318328 Nov 11 22:19:54.914275 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-23d11a8d-099c-4a64-ae28-69b9362300ab req-a480c331-4dc3-4811-81bf-637ed3370139 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=33e9cfcf-d127-4cb8-81d5-f7cd220406dc HTTP/1.1" status: 200 len: 217 time: 0.0433941 Nov 11 22:19:54.973094 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d11a8d-099c-4a64-ae28-69b9362300ab req-4858df72-c580-4911-aae2-2480830f3037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:54.974570 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-23d11a8d-099c-4a64-ae28-69b9362300ab req-4858df72-c580-4911-aae2-2480830f3037 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c79b6f25-3c3e-41d1-96ac-2ecaf2fc7991 HTTP/1.1" status: 200 len: 858 time: 0.0495272 Nov 11 22:19:55.009787 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-23d11a8d-099c-4a64-ae28-69b9362300ab req-4082fd79-c5ca-4b26-ac7e-b520f748ffca service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2f5472e6-3d4a-4f79-a5b2-6b96144f59c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271318 Nov 11 22:19:55.119498 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-23d11a8d-099c-4a64-ae28-69b9362300ab req-b37a08a1-1de2-4c16-8f84-97f72e412f80 service neutron] 10.222.0.26 "GET /v2.0/networks/2f5472e6-3d4a-4f79-a5b2-6b96144f59c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971963 Nov 11 22:19:55.321085 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-23d11a8d-099c-4a64-ae28-69b9362300ab req-a52cdf89-ff88-44f2-8767-8ed2bbab44ad service neutron] 10.222.0.26 "GET /v2.0/networks/2f5472e6-3d4a-4f79-a5b2-6b96144f59c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875916 Nov 11 22:19:55.332337 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b41ce7a-1dbf-4fce-9bd0-04b83fbea529 req-f0f310ad-71bd-4e15-ac7e-c5a97f667838 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:55.334627 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-9b41ce7a-1dbf-4fce-9bd0-04b83fbea529 req-f0f310ad-71bd-4e15-ac7e-c5a97f667838 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/ports?device_id=efc7b803-47b0-47dd-b4af-0de101adaaaf HTTP/1.1" status: 200 len: 944 time: 0.0947602 Nov 11 22:19:55.400470 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-9b41ce7a-1dbf-4fce-9bd0-04b83fbea529 req-2a4e4500-a42c-4b6f-8773-9380885acd56 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/security-groups?id=4cdb267d-d817-44be-b26a-e18e20b97bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570331 Nov 11 22:19:55.616963 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-ead3253c-3a46-4554-8a34-36e63bcf9e7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:55.806401 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Device ff855d16-c432-40fd-b18f-d64264e49e6e details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=101952) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 22:19:55.939804 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] For port ff855d16-c432-40fd-b18f-d64264e49e6e, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=ff855d16-c432-40fd-b18f-d64264e49e6e,segment=NetworkSegment(9c208126-1f8a-404f-ae1b-bfd4e87909c5),segment_id=9c208126-1f8a-404f-ae1b-bfd4e87909c5)] {{(pid=101952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:19:55.984568 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Returning: {'device': 'ff855d16-c432-40fd-b18f-d64264e49e6e', 'network_id': '6d6ff938-050a-4ca6-ad58-070035060c7c', 'port_id': 'ff855d16-c432-40fd-b18f-d64264e49e6e', 'mac_address': 'fa:16:3e:f1:d7:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 839, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28859a9d-69fd-4dd9-a7c8-b3902292e969', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101952) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 22:19:56.057170 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:56.058769 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89529667-3c6f-4aa8-a361-615a768946e9 req-9563d065-f848-4cf2-a5ea-7b7de05531c7 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:56.061920 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-89529667-3c6f-4aa8-a361-615a768946e9 req-9563d065-f848-4cf2-a5ea-7b7de05531c7 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1bff5be-1c1e-4186-98b3-13bb364493fb HTTP/1.1" status: 200 len: 946 time: 0.0983748 Nov 11 22:19:56.086028 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.notifiers.nova [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff855d16-c432-40fd-b18f-d64264e49e6e {{(pid=101952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 22:19:56.122604 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] For port ff855d16-c432-40fd-b18f-d64264e49e6e, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=ff855d16-c432-40fd-b18f-d64264e49e6e,segment=NetworkSegment(9c208126-1f8a-404f-ae1b-bfd4e87909c5),segment_id=9c208126-1f8a-404f-ae1b-bfd4e87909c5)] {{(pid=101952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:19:56.127737 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776912265364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776911838100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776911838118'] for port, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:56.139604 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-89529667-3c6f-4aa8-a361-615a768946e9 req-a99f2839-2cfc-42df-9ddf-cf52092e799b tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/security-groups?id=68067a07-9049-4dac-b76f-d82da95a01c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708821 Nov 11 22:19:56.206458 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Pushing event updated for resources: {'Port': ['ID=ff855d16-c432-40fd-b18f-d64264e49e6e,revision_number=9']} {{(pid=101952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:19:56.463370 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] get_ports_and_sgs() called for port_ids ['ff855d16-c432-40fd-b18f-d64264e49e6e'] {{(pid=101952) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 22:19:56.625667 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683ad328-9af3-41e3-8e50-f765880995a6 req-81c4cded-1e95-434d-801f-7cc9d51d98f4 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:56.635459 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-683ad328-9af3-41e3-8e50-f765880995a6 req-81c4cded-1e95-434d-801f-7cc9d51d98f4 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/ports?device_id=efc7b803-47b0-47dd-b4af-0de101adaaaf HTTP/1.1" status: 200 len: 945 time: 0.1150723 Nov 11 22:19:56.752091 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-683ad328-9af3-41e3-8e50-f765880995a6 req-c2eda199-e146-41d6-89da-0b6c0ec2f942 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/security-groups?id=4cdb267d-d817-44be-b26a-e18e20b97bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1154253 Nov 11 22:19:57.315124 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4ac878-cfd0-4fb7-bdc6-570766f9f793 req-7f3d710f-56be-449d-9b81-f9cbb2362a2c tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:57.316623 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-dd4ac878-cfd0-4fb7-bdc6-570766f9f793 req-7f3d710f-56be-449d-9b81-f9cbb2362a2c tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1bff5be-1c1e-4186-98b3-13bb364493fb HTTP/1.1" status: 200 len: 946 time: 0.0701363 Nov 11 22:19:57.369550 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-dd4ac878-cfd0-4fb7-bdc6-570766f9f793 req-aa971561-be0e-4401-acd0-85114f73f0e5 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/security-groups?id=68067a07-9049-4dac-b76f-d82da95a01c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451741 Nov 11 22:19:57.847876 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Device ff855d16-c432-40fd-b18f-d64264e49e6e up at agent hyperv_hv-cinder-73362 {{(pid=101952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:19:57.919498 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.provisioning_blocks [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Provisioning complete for port ff855d16-c432-40fd-b18f-d64264e49e6e triggered by entity L2. {{(pid=101952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:19:57.919925 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8061746'] for port, provisioning_complete {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:57.937784 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3af72d5-2559-4567-9e74-7c0378366109 req-7baa3b98-5e25-4d21-b21e-59be22c556e7 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:57.939402 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-e3af72d5-2559-4567-9e74-7c0378366109 req-7baa3b98-5e25-4d21-b21e-59be22c556e7 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/ports?device_id=efc7b803-47b0-47dd-b4af-0de101adaaaf HTTP/1.1" status: 200 len: 945 time: 0.0732892 Nov 11 22:19:57.992010 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-e3af72d5-2559-4567-9e74-7c0378366109 req-d145858d-9d32-48bf-ad37-81be591f1958 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/security-groups?id=4cdb267d-d817-44be-b26a-e18e20b97bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453703 Nov 11 22:19:58.028224 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:58.062017 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efc7b803-47b0-47dd-b4af-0de101adaaaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff855d16-c432-40fd-b18f-d64264e49e6e'}] {{(pid=101952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:19:58.064353 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}354dda558456ac383be05774d0115fbb8a8e814f0e1169db929e83f4c2942df8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ebaaa81-37cc-40d8-973d-76f26affae4f" -d '{"events": [{"server_uuid": "efc7b803-47b0-47dd-b4af-0de101adaaaf", "name": "network-vif-plugged", "status": "completed", "tag": "ff855d16-c432-40fd-b18f-d64264e49e6e"}]}' {{(pid=101952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:19:58.078452 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] For port ff855d16-c432-40fd-b18f-d64264e49e6e, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=ff855d16-c432-40fd-b18f-d64264e49e6e,segment=NetworkSegment(9c208126-1f8a-404f-ae1b-bfd4e87909c5),segment_id=9c208126-1f8a-404f-ae1b-bfd4e87909c5)] {{(pid=101952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:19:58.084821 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776912265364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776911838100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776911838118'] for port, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:58.126522 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 22:19:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae834449-52f1-4b45-a710-aa4338cc8b2a x-openstack-request-id: req-ae834449-52f1-4b45-a710-aa4338cc8b2a {{(pid=101952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:19:58.126949 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efc7b803-47b0-47dd-b4af-0de101adaaaf", "name": "network-vif-plugged", "status": "completed", "tag": "ff855d16-c432-40fd-b18f-d64264e49e6e", "code": 200}]} {{(pid=101952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:19:58.127298 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ae834449-52f1-4b45-a710-aa4338cc8b2a {{(pid=101952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:19:58.127799 dv-cinder-733622-20-iscsi neutron-server[101952]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efc7b803-47b0-47dd-b4af-0de101adaaaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff855d16-c432-40fd-b18f-d64264e49e6e', 'code': 200} Nov 11 22:19:58.150317 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Pushing event updated for resources: {'Port': ['ID=ff855d16-c432-40fd-b18f-d64264e49e6e,revision_number=10']} {{(pid=101952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:19:58.200812 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-0b2c2d6c-3419-4de8-b454-ba5ff2dd5d50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:19:58.550765 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c085ea-c089-47a5-8d8c-7fb59d03181b req-861fa2f2-ac84-42ea-8605-c7d775cec7d9 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:58.552487 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-08c085ea-c089-47a5-8d8c-7fb59d03181b req-861fa2f2-ac84-42ea-8605-c7d775cec7d9 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1bff5be-1c1e-4186-98b3-13bb364493fb HTTP/1.1" status: 200 len: 946 time: 0.0855825 Nov 11 22:19:58.868909 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-08c085ea-c089-47a5-8d8c-7fb59d03181b req-5ed12e37-7fc0-4ae7-9a9b-c87caf35cedb tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/security-groups?id=68067a07-9049-4dac-b76f-d82da95a01c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3063023 Nov 11 22:19:58.874245 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b6cdd0-3d31-4d16-9f7b-7244f6e30125 req-8bfcfc43-4114-49a4-86a8-cd9ea70b4481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:58.876000 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-34b6cdd0-3d31-4d16-9f7b-7244f6e30125 req-8bfcfc43-4114-49a4-86a8-cd9ea70b4481 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=efc7b803-47b0-47dd-b4af-0de101adaaaf HTTP/1.1" status: 200 len: 1100 time: 0.0688179 Nov 11 22:19:58.928779 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-34b6cdd0-3d31-4d16-9f7b-7244f6e30125 req-e30ef802-bcfe-4855-9b18-a5cf9fdb4edf service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=4cdb267d-d817-44be-b26a-e18e20b97bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441835 Nov 11 22:19:59.171383 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c91699-34e2-465a-a6b0-ad43c0ff555e req-aba6877a-9eff-4063-902c-88f4a0d656c9 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:19:59.173925 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-64c91699-34e2-465a-a6b0-ad43c0ff555e req-aba6877a-9eff-4063-902c-88f4a0d656c9 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/ports?device_id=efc7b803-47b0-47dd-b4af-0de101adaaaf HTTP/1.1" status: 200 len: 947 time: 0.0741484 Nov 11 22:19:59.265989 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-64c91699-34e2-465a-a6b0-ad43c0ff555e req-58e60299-4862-40b2-9bbc-db5c9b2bef11 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/security-groups?id=4cdb267d-d817-44be-b26a-e18e20b97bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789011 Nov 11 22:19:59.396221 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-766b5b4b-9c4e-4513-9f30-d5290b623bba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:00.469303 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb17783-477c-4e3e-8063-6464afa6b42c req-2aefba26-7718-4762-b04d-2e7b101d7417 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:20:00.471935 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-bdb17783-477c-4e3e-8063-6464afa6b42c req-2aefba26-7718-4762-b04d-2e7b101d7417 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/ports?device_id=efc7b803-47b0-47dd-b4af-0de101adaaaf HTTP/1.1" status: 200 len: 947 time: 0.0736408 Nov 11 22:20:00.540257 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-bdb17783-477c-4e3e-8063-6464afa6b42c req-da5562fc-5e3c-44ae-94be-97040d976907 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/security-groups?id=4cdb267d-d817-44be-b26a-e18e20b97bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567279 Nov 11 22:20:00.803649 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-6e72e30b-d533-48e1-89e1-e2b3014a0430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:01.675643 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee4323a-743b-442e-a828-65c879d4fc14 req-6125579f-c71e-467d-9c5a-4522bb06fa5e tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:20:01.677164 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-aee4323a-743b-442e-a828-65c879d4fc14 req-6125579f-c71e-467d-9c5a-4522bb06fa5e tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/ports?device_id=efc7b803-47b0-47dd-b4af-0de101adaaaf HTTP/1.1" status: 200 len: 947 time: 0.0556395 Nov 11 22:20:01.736754 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-aee4323a-743b-442e-a828-65c879d4fc14 req-017431c3-9a1f-48c3-acdd-3a59f920ae34 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/security-groups?id=4cdb267d-d817-44be-b26a-e18e20b97bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478361 Nov 11 22:20:01.793116 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:01.972236 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.db.agents_db [None req-7a0be6d5-f821-4115-b6dd-94f53e40a68e None None] Agent healthcheck: found 6 active agents {{(pid=101953) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:20:02.925703 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d6cdbd-8d8b-4973-8995-b1fa8d931c83 req-538a5272-7af8-4ce2-8f76-39d2a31272d8 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:20:02.927309 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-43d6cdbd-8d8b-4973-8995-b1fa8d931c83 req-538a5272-7af8-4ce2-8f76-39d2a31272d8 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/ports?device_id=efc7b803-47b0-47dd-b4af-0de101adaaaf HTTP/1.1" status: 200 len: 947 time: 0.0850453 Nov 11 22:20:03.006483 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-43d6cdbd-8d8b-4973-8995-b1fa8d931c83 req-8e3fc2c2-55e2-463c-9a0b-c11761ebd2eb tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/security-groups?id=4cdb267d-d817-44be-b26a-e18e20b97bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714405 Nov 11 22:20:04.230558 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073d8640-76a3-4e69-8b9c-b2d4a94e38f3 req-fa61dbb1-614f-4fb5-a284-c2b80eecdae6 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:20:04.232964 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-073d8640-76a3-4e69-8b9c-b2d4a94e38f3 req-fa61dbb1-614f-4fb5-a284-c2b80eecdae6 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/ports?device_id=efc7b803-47b0-47dd-b4af-0de101adaaaf HTTP/1.1" status: 200 len: 947 time: 0.0839317 Nov 11 22:20:04.299698 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-073d8640-76a3-4e69-8b9c-b2d4a94e38f3 req-9ab97fbf-dfc1-40ef-b08d-b2ab0e2a299a tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/security-groups?id=4cdb267d-d817-44be-b26a-e18e20b97bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605175 Nov 11 22:20:05.460723 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b658d9-5bae-4d39-b957-2bc6de47ccd7 req-72b894d1-7a96-417b-848b-ef42eb5813fb tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:20:05.462306 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-50b658d9-5bae-4d39-b957-2bc6de47ccd7 req-72b894d1-7a96-417b-848b-ef42eb5813fb tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/ports?device_id=efc7b803-47b0-47dd-b4af-0de101adaaaf HTTP/1.1" status: 200 len: 947 time: 0.0699046 Nov 11 22:20:05.529252 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-50b658d9-5bae-4d39-b957-2bc6de47ccd7 req-1737f48e-3845-4f38-a383-d6bb65309786 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/security-groups?id=4cdb267d-d817-44be-b26a-e18e20b97bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587299 Nov 11 22:20:06.666859 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa01673-4952-4678-bfe5-1c3213c37ba5 req-7680caa8-bde4-4efa-8fa2-3a9e407340a8 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:20:06.668557 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-0aa01673-4952-4678-bfe5-1c3213c37ba5 req-7680caa8-bde4-4efa-8fa2-3a9e407340a8 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/ports?device_id=efc7b803-47b0-47dd-b4af-0de101adaaaf HTTP/1.1" status: 200 len: 947 time: 0.0538678 Nov 11 22:20:06.730695 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-0aa01673-4952-4678-bfe5-1c3213c37ba5 req-3c00b61f-36bc-4ff1-8e85-334859f23fd2 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/security-groups?id=4cdb267d-d817-44be-b26a-e18e20b97bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552046 Nov 11 22:20:07.897925 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceceb4bc-c48f-42ea-bc53-dc9208d6d103 req-3823dbca-9e3a-4be0-a99b-39d5ad963716 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:20:07.900093 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-ceceb4bc-c48f-42ea-bc53-dc9208d6d103 req-3823dbca-9e3a-4be0-a99b-39d5ad963716 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/ports?device_id=efc7b803-47b0-47dd-b4af-0de101adaaaf HTTP/1.1" status: 200 len: 947 time: 0.0668230 Nov 11 22:20:07.957134 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-ceceb4bc-c48f-42ea-bc53-dc9208d6d103 req-356bfa43-445f-4c55-bedf-811a75204e69 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/security-groups?id=4cdb267d-d817-44be-b26a-e18e20b97bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450921 Nov 11 22:20:09.810863 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:14.145612 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba30bae-cfb8-44f6-bd42-0c7e7e1bda9c req-eca87648-b0ed-4905-bc45-c742460ab9a0 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:20:14.147479 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-0ba30bae-cfb8-44f6-bd42-0c7e7e1bda9c req-eca87648-b0ed-4905-bc45-c742460ab9a0 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] 10.222.0.50 "GET /v2.0/ports?device_id=e51d0126-0110-4740-9c43-0cb61c4d7635 HTTP/1.1" status: 200 len: 945 time: 0.0665753 Nov 11 22:20:14.207098 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-0ba30bae-cfb8-44f6-bd42-0c7e7e1bda9c req-19e85ec1-e2e4-46cc-a96c-8d5797e2adec tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] 10.222.0.50 "GET /v2.0/security-groups?id=fc362ee0-83e8-483f-a9f5-3f38744386b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526402 Nov 11 22:20:15.333004 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79778c6d-f5b6-46fa-972e-ba54cc60e0c9 req-7c4e9347-0ff0-4389-b7e6-0fcdcc36d89f tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:20:15.334621 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-79778c6d-f5b6-46fa-972e-ba54cc60e0c9 req-7c4e9347-0ff0-4389-b7e6-0fcdcc36d89f tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] 10.222.0.50 "GET /v2.0/ports?device_id=e51d0126-0110-4740-9c43-0cb61c4d7635 HTTP/1.1" status: 200 len: 945 time: 0.0526190 Nov 11 22:20:15.391997 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-79778c6d-f5b6-46fa-972e-ba54cc60e0c9 req-ec4fe314-463b-4ff2-9742-ac3a4b2e1a81 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] 10.222.0.50 "GET /v2.0/security-groups?id=fc362ee0-83e8-483f-a9f5-3f38744386b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466480 Nov 11 22:20:16.534762 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb1b5db-a1f3-443b-be29-60ec1f9545da req-f997b569-8fb5-4e49-8357-deaa1b47dcce tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:20:16.536363 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-3fb1b5db-a1f3-443b-be29-60ec1f9545da req-f997b569-8fb5-4e49-8357-deaa1b47dcce tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] 10.222.0.50 "GET /v2.0/ports?device_id=e51d0126-0110-4740-9c43-0cb61c4d7635 HTTP/1.1" status: 200 len: 945 time: 0.0552216 Nov 11 22:20:16.589092 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-3fb1b5db-a1f3-443b-be29-60ec1f9545da req-1d7c975b-dc13-4d02-9a91-9a8896ee9135 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] 10.222.0.50 "GET /v2.0/security-groups?id=fc362ee0-83e8-483f-a9f5-3f38744386b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458832 Nov 11 22:20:17.716887 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9071e89-98d7-4be2-9a3c-e045f47a45c8 req-95a8e814-fdf8-4145-8ec7-60ba76c6ae97 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:20:17.718424 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-c9071e89-98d7-4be2-9a3c-e045f47a45c8 req-95a8e814-fdf8-4145-8ec7-60ba76c6ae97 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] 10.222.0.50 "GET /v2.0/ports?device_id=e51d0126-0110-4740-9c43-0cb61c4d7635 HTTP/1.1" status: 200 len: 945 time: 0.0523834 Nov 11 22:20:17.768827 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-c9071e89-98d7-4be2-9a3c-e045f47a45c8 req-2d390c63-6f7d-4e2e-92c5-445c79251ba0 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] 10.222.0.50 "GET /v2.0/security-groups?id=fc362ee0-83e8-483f-a9f5-3f38744386b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442300 Nov 11 22:20:18.123533 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-d37ad342-f57c-4937-a6cd-456191f0e61c req-af266c2e-cf77-4e8c-a0ed-4da9e1bb5621 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1467193344&fields=id&tenant_id=45877637febf473e8074291b9336b125 HTTP/1.1" status: 200 len: 267 time: 0.0556562 Nov 11 22:20:18.255183 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37ad342-f57c-4937-a6cd-456191f0e61c req-c13b16dd-390b-4d55-9ca2-18d3f9771ece tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:20:18.259010 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-d37ad342-f57c-4937-a6cd-456191f0e61c req-c13b16dd-390b-4d55-9ca2-18d3f9771ece tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] 10.222.0.50 "GET /v2.0/networks?id=432f6d4a-3b75-452f-9f40-63ce1a0d7c20 HTTP/1.1" status: 200 len: 812 time: 0.1282182 Nov 11 22:20:18.280170 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-d37ad342-f57c-4937-a6cd-456191f0e61c req-afb50648-f428-4fe1-b4e3-251124604e6a tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] 10.222.0.50 "GET /v2.0/quotas/45877637febf473e8074291b9336b125 HTTP/1.1" status: 200 len: 375 time: 0.0139589 Nov 11 22:20:18.355042 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-d37ad342-f57c-4937-a6cd-456191f0e61c req-fbaea40f-5566-4402-a979-8b064f92aa20 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=45877637febf473e8074291b9336b125&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0649114 Nov 11 22:20:18.506461 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-d37ad342-f57c-4937-a6cd-456191f0e61c req-df8bc896-64f6-4f3a-9bbd-38cb4bc50e3c service neutron] 10.222.0.50 "GET /v2.0/networks/432f6d4a-3b75-452f-9f40-63ce1a0d7c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347678 Nov 11 22:20:18.628953 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-d37ad342-f57c-4937-a6cd-456191f0e61c req-c60601e1-00be-4030-a316-7b9f93c8dd34 service neutron] 10.222.0.50 "GET /v2.0/networks/432f6d4a-3b75-452f-9f40-63ce1a0d7c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153469 Nov 11 22:20:18.912761 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d1d2a8-7204-483e-a870-fe1c17957db3 req-a26116c1-4c4e-4d84-b593-3f522f2bdf3e tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:20:18.914480 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-d7d1d2a8-7204-483e-a870-fe1c17957db3 req-a26116c1-4c4e-4d84-b593-3f522f2bdf3e tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] 10.222.0.50 "GET /v2.0/ports?device_id=e51d0126-0110-4740-9c43-0cb61c4d7635 HTTP/1.1" status: 200 len: 945 time: 0.0641463 Nov 11 22:20:18.976675 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-fabcae9e-e637-4131-b98c-4b80377cc635 req-59f02bd4-be0b-49ca-8a6a-c844105f9d31 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] 10.222.0.50 "GET /v2.0/ports?device_id=add4f80f-f0c8-48e0-b7f5-24be16fae5cb HTTP/1.1" status: 200 len: 210 time: 0.0321267 Nov 11 22:20:19.002069 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-d7d1d2a8-7204-483e-a870-fe1c17957db3 req-9b9367ff-3415-425e-a92f-995db73ecd23 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] 10.222.0.50 "GET /v2.0/security-groups?id=fc362ee0-83e8-483f-a9f5-3f38744386b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786459 Nov 11 22:20:19.832962 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 46642) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:20:19.948858 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-d34631db-7956-4292-bc1f-9beb13211106 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:20.042602 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-d34631db-7956-4292-bc1f-9beb13211106 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:20.048738 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-d34631db-7956-4292-bc1f-9beb13211106 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:20.097979 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34631db-7956-4292-bc1f-9beb13211106 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4df26ca-e191-421c-9d42-2ad564788a03,revision_number=1']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:20:20.117746 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-c7ee6ba2-f6f8-4262-9624-cb9fbbee0c43 req-d8cfac35-53a9-4a4a-b53b-7bd22ffcc38c tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] 10.222.0.50 "GET /v2.0/ports?device_id=add4f80f-f0c8-48e0-b7f5-24be16fae5cb HTTP/1.1" status: 200 len: 210 time: 0.0523169 Nov 11 22:20:20.126299 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-d34631db-7956-4292-bc1f-9beb13211106 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=324def45024045158adcbb12ab022b2f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2922442 Nov 11 22:20:20.128917 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 46652) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:20:20.190577 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-57aea2f2-243a-4c60-9490-8fb8e81281a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:20.221198 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-57aea2f2-243a-4c60-9490-8fb8e81281a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:20.237892 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336ff942-82f4-4479-9d7c-7461b61a7d7a req-1b60560c-7b18-4247-b2ab-1ffd2f0a6609 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:20:20.245149 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-336ff942-82f4-4479-9d7c-7461b61a7d7a req-1b60560c-7b18-4247-b2ab-1ffd2f0a6609 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] 10.222.0.50 "GET /v2.0/ports?device_id=e51d0126-0110-4740-9c43-0cb61c4d7635 HTTP/1.1" status: 200 len: 945 time: 0.1263590 Nov 11 22:20:20.290335 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-57aea2f2-243a-4c60-9490-8fb8e81281a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:20.293537 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-57aea2f2-243a-4c60-9490-8fb8e81281a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:20.295500 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37ad342-f57c-4937-a6cd-456191f0e61c req-4600ca3d-547f-4900-9a7a-f5c835b747a0 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:20:20.297021 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-d37ad342-f57c-4937-a6cd-456191f0e61c req-4600ca3d-547f-4900-9a7a-f5c835b747a0 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] 10.222.0.26 "GET /v2.0/networks?id=432f6d4a-3b75-452f-9f40-63ce1a0d7c20 HTTP/1.1" status: 200 len: 812 time: 0.2304287 Nov 11 22:20:20.297200 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-57aea2f2-243a-4c60-9490-8fb8e81281a6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e4df26ca-e191-421c-9d42-2ad564788a03 HTTP/1.1" status: 204 len: 168 time: 0.1669846 Nov 11 22:20:20.307132 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57aea2f2-243a-4c60-9490-8fb8e81281a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4df26ca-e191-421c-9d42-2ad564788a03,revision_number=None']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:20:20.320574 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-336ff942-82f4-4479-9d7c-7461b61a7d7a req-9c9102f8-f1ef-4889-a20c-ae63e5cfcb01 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] 10.222.0.50 "GET /v2.0/security-groups?id=fc362ee0-83e8-483f-a9f5-3f38744386b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726776 Nov 11 22:20:20.408854 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-d37ad342-f57c-4937-a6cd-456191f0e61c req-6542db4a-6ca0-46f3-95ec-3e7051128892 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=45877637febf473e8074291b9336b125 HTTP/1.1" status: 200 len: 380 time: 0.0642705 Nov 11 22:20:20.420719 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.v2.base [req-d37ad342-f57c-4937-a6cd-456191f0e61c req-d61fd17e-2302-446f-94c6-293cacc2a9fe tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Request body: {'port': {'device_id': 'add4f80f-f0c8-48e0-b7f5-24be16fae5cb', 'network_id': '432f6d4a-3b75-452f-9f40-63ce1a0d7c20', 'admin_state_up': True, 'tenant_id': '45877637febf473e8074291b9336b125', 'security_groups': ['fd56fe96-f8b9-402d-9557-23ad985e8368']}} {{(pid=101950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:20:20.551663 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d37ad342-f57c-4937-a6cd-456191f0e61c req-d61fd17e-2302-446f-94c6-293cacc2a9fe tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Made reservation on behalf of 45877637febf473e8074291b9336b125 for: {'port': 1} {{(pid=101950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:20:20.555567 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [req-d37ad342-f57c-4937-a6cd-456191f0e61c req-d61fd17e-2302-446f-94c6-293cacc2a9fe tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:20.724629 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.db.db_base_plugin_common [req-d37ad342-f57c-4937-a6cd-456191f0e61c req-d61fd17e-2302-446f-94c6-293cacc2a9fe tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Allocated IP 172.20.0.6 (432f6d4a-3b75-452f-9f40-63ce1a0d7c20/45807439-1281-4080-909a-9299f816111e/08a74177-13fc-4b27-b681-8b3582d03aae) {{(pid=101950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:20:20.956972 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [req-d37ad342-f57c-4937-a6cd-456191f0e61c req-d61fd17e-2302-446f-94c6-293cacc2a9fe tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Publish callbacks [] for port, precommit_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:21.037025 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [req-d37ad342-f57c-4937-a6cd-456191f0e61c req-d61fd17e-2302-446f-94c6-293cacc2a9fe tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776911838082'] for port, after_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:21.128419 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d37ad342-f57c-4937-a6cd-456191f0e61c req-d61fd17e-2302-446f-94c6-293cacc2a9fe tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Network 432f6d4a-3b75-452f-9f40-63ce1a0d7c20 is already hosted by enough agents. {{(pid=101950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:20:21.136736 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.scheduler.base_scheduler [req-d37ad342-f57c-4937-a6cd-456191f0e61c req-d61fd17e-2302-446f-94c6-293cacc2a9fe tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Resources bound (agent type, host, resource id): {{(pid=101950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:20:21.144575 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.db.l3_dvrscheduler_db [req-d37ad342-f57c-4937-a6cd-456191f0e61c req-d61fd17e-2302-446f-94c6-293cacc2a9fe tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Received port after_create {{(pid=101950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:20:21.150514 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37ad342-f57c-4937-a6cd-456191f0e61c req-d61fd17e-2302-446f-94c6-293cacc2a9fe tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:20:21.151202 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [req-d37ad342-f57c-4937-a6cd-456191f0e61c req-d61fd17e-2302-446f-94c6-293cacc2a9fe tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634242'] for port, before_response {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:21.178910 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-d37ad342-f57c-4937-a6cd-456191f0e61c req-d61fd17e-2302-446f-94c6-293cacc2a9fe tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7622657 Nov 11 22:20:21.186679 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fd17e-2302-446f-94c6-293cacc2a9fe tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Pushing event updated for resources: {'Port': ['ID=08a74177-13fc-4b27-b681-8b3582d03aae,revision_number=1']} {{(pid=101950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:20:21.197478 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.v2.base [req-d37ad342-f57c-4937-a6cd-456191f0e61c req-84df4556-3399-423e-b54b-1bc053beb72a service neutron] Request body: {'port': {'device_id': 'add4f80f-f0c8-48e0-b7f5-24be16fae5cb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=101950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:20:21.254162 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a90336d-ae8e-4921-9e67-97ff21fccebd req-aefcd866-1b5f-411e-a963-e8c852cd4e6b tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:20:21.265243 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-6a90336d-ae8e-4921-9e67-97ff21fccebd req-aefcd866-1b5f-411e-a963-e8c852cd4e6b tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed3c0001-6ebc-4724-8674-9d2a57cec898 HTTP/1.1" status: 200 len: 945 time: 0.2117660 Nov 11 22:20:21.398523 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [req-d37ad342-f57c-4937-a6cd-456191f0e61c req-84df4556-3399-423e-b54b-1bc053beb72a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_update {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:21.406350 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-6a90336d-ae8e-4921-9e67-97ff21fccebd req-26fc80ad-2831-4081-8083-2e48f7a675f7 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/security-groups?id=68067a07-9049-4dac-b76f-d82da95a01c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352985 Nov 11 22:20:21.426567 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef0fe72-68a9-4333-b7ad-45b868ce5d72 req-52790bf1-5158-45ef-910d-6a5b6edd7a14 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:20:21.428155 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-9ef0fe72-68a9-4333-b7ad-45b868ce5d72 req-52790bf1-5158-45ef-910d-6a5b6edd7a14 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] 10.222.0.50 "GET /v2.0/ports?device_id=add4f80f-f0c8-48e0-b7f5-24be16fae5cb HTTP/1.1" status: 200 len: 931 time: 0.1506867 Nov 11 22:20:21.534594 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-9ef0fe72-68a9-4333-b7ad-45b868ce5d72 req-621e435a-f539-485d-8b21-0f6e31b40051 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd56fe96-f8b9-402d-9557-23ad985e8368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783916 Nov 11 22:20:21.590079 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.provisioning_blocks [None req-8fc885c3-1ed2-45ef-9e65-fe0a5a94190c None None] Provisioning complete for port 08a74177-13fc-4b27-b681-8b3582d03aae triggered by entity DHCP. {{(pid=101952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:20:21.590733 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-8fc885c3-1ed2-45ef-9e65-fe0a5a94190c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8061746'] for port, provisioning_complete {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:21.650061 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.plugin [None req-8fc885c3-1ed2-45ef-9e65-fe0a5a94190c None None] Port 08a74177-13fc-4b27-b681-8b3582d03aae cannot update to ACTIVE because it is not bound. {{(pid=101952) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:20:21.686852 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396fc763-a379-455e-84be-dd10ec56ffa9 req-5d78d3a1-7456-4eb8-83d6-d274e562da68 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:20:21.688374 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-396fc763-a379-455e-84be-dd10ec56ffa9 req-5d78d3a1-7456-4eb8-83d6-d274e562da68 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] 10.222.0.50 "GET /v2.0/ports?device_id=e51d0126-0110-4740-9c43-0cb61c4d7635 HTTP/1.1" status: 200 len: 945 time: 0.1527276 Nov 11 22:20:21.809102 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-396fc763-a379-455e-84be-dd10ec56ffa9 req-5843c187-2854-4c6d-8309-1bb8e50ded6f tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] 10.222.0.50 "GET /v2.0/security-groups?id=fc362ee0-83e8-483f-a9f5-3f38744386b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042747 Nov 11 22:20:21.908059 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.notifiers.nova [req-d37ad342-f57c-4937-a6cd-456191f0e61c req-84df4556-3399-423e-b54b-1bc053beb72a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08a74177-13fc-4b27-b681-8b3582d03aae {{(pid=101950) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 22:20:21.917080 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [req-d37ad342-f57c-4937-a6cd-456191f0e61c req-84df4556-3399-423e-b54b-1bc053beb72a service neutron] Publish callbacks [] for port, precommit_update {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:21.931197 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.db.provisioning_blocks [req-d37ad342-f57c-4937-a6cd-456191f0e61c req-84df4556-3399-423e-b54b-1bc053beb72a service neutron] Transition to ACTIVE for port object 08a74177-13fc-4b27-b681-8b3582d03aae will not be triggered until provisioned by entity L2. {{(pid=101950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 22:20:21.935902 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [req-d37ad342-f57c-4937-a6cd-456191f0e61c req-84df4556-3399-423e-b54b-1bc053beb72a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776912265364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776911838100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776911838118'] for port, after_update {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:21.996430 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84df4556-3399-423e-b54b-1bc053beb72a service neutron] Pushing event updated for resources: {'Port': ['ID=08a74177-13fc-4b27-b681-8b3582d03aae,revision_number=2']} {{(pid=101950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:20:22.032647 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.plugins.ml2.managers [req-d37ad342-f57c-4937-a6cd-456191f0e61c req-84df4556-3399-423e-b54b-1bc053beb72a service neutron] Attempting to bind port 08a74177-13fc-4b27-b681-8b3582d03aae on host hv-cinder-73362 for vnic_type normal with profile {{(pid=101950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:20:22.032998 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.plugins.ml2.managers [req-d37ad342-f57c-4937-a6cd-456191f0e61c req-84df4556-3399-423e-b54b-1bc053beb72a service neutron] Attempting to bind port 08a74177-13fc-4b27-b681-8b3582d03aae by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': '0f84472f-f0e4-456a-9222-5ba8c86f3ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '432f6d4a-3b75-452f-9f40-63ce1a0d7c20'}] {{(pid=101950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:20:22.033329 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d37ad342-f57c-4937-a6cd-456191f0e61c req-84df4556-3399-423e-b54b-1bc053beb72a service neutron] Attempting to bind port 08a74177-13fc-4b27-b681-8b3582d03aae on network 432f6d4a-3b75-452f-9f40-63ce1a0d7c20 {{(pid=101950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:20:22.038985 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d37ad342-f57c-4937-a6cd-456191f0e61c req-84df4556-3399-423e-b54b-1bc053beb72a service neutron] Port 08a74177-13fc-4b27-b681-8b3582d03aae on network 432f6d4a-3b75-452f-9f40-63ce1a0d7c20 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=101950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 22:20:22.039322 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d37ad342-f57c-4937-a6cd-456191f0e61c req-84df4556-3399-423e-b54b-1bc053beb72a service neutron] Attempting to bind port 08a74177-13fc-4b27-b681-8b3582d03aae on network 432f6d4a-3b75-452f-9f40-63ce1a0d7c20 {{(pid=101950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:20:22.044995 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d37ad342-f57c-4937-a6cd-456191f0e61c req-84df4556-3399-423e-b54b-1bc053beb72a service neutron] Checking agent: {'id': 'a052ab81-1c58-45ec-bb06-1cf32ae4b08e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 22, 14, 39), 'started_at': datetime.datetime(2021, 11, 11, 22, 14, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 20, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:20:22.045344 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d37ad342-f57c-4937-a6cd-456191f0e61c req-84df4556-3399-423e-b54b-1bc053beb72a service neutron] Checking segment: {'id': '0f84472f-f0e4-456a-9222-5ba8c86f3ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '432f6d4a-3b75-452f-9f40-63ce1a0d7c20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:20:22.045732 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d37ad342-f57c-4937-a6cd-456191f0e61c req-84df4556-3399-423e-b54b-1bc053beb72a service neutron] Bound using segment: {'id': '0f84472f-f0e4-456a-9222-5ba8c86f3ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '432f6d4a-3b75-452f-9f40-63ce1a0d7c20'} {{(pid=101950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:20:22.046169 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.plugins.ml2.managers [req-d37ad342-f57c-4937-a6cd-456191f0e61c req-84df4556-3399-423e-b54b-1bc053beb72a service neutron] Bound port: 08a74177-13fc-4b27-b681-8b3582d03aae, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f84472f-f0e4-456a-9222-5ba8c86f3ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '432f6d4a-3b75-452f-9f40-63ce1a0d7c20'}}] {{(pid=101950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:20:22.046536 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [req-d37ad342-f57c-4937-a6cd-456191f0e61c req-84df4556-3399-423e-b54b-1bc053beb72a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_update {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:22.121693 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.plugins.ml2.db [req-d37ad342-f57c-4937-a6cd-456191f0e61c req-84df4556-3399-423e-b54b-1bc053beb72a service neutron] For port 08a74177-13fc-4b27-b681-8b3582d03aae, host hv-cinder-73362, cleared binding levels {{(pid=101950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:20:22.126349 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.plugins.ml2.db [req-d37ad342-f57c-4937-a6cd-456191f0e61c req-84df4556-3399-423e-b54b-1bc053beb72a service neutron] For port 08a74177-13fc-4b27-b681-8b3582d03aae, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=08a74177-13fc-4b27-b681-8b3582d03aae,segment=NetworkSegment(0f84472f-f0e4-456a-9222-5ba8c86f3ac5),segment_id=0f84472f-f0e4-456a-9222-5ba8c86f3ac5)] {{(pid=101950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:20:22.133631 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [req-d37ad342-f57c-4937-a6cd-456191f0e61c req-84df4556-3399-423e-b54b-1bc053beb72a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776912265364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776911838100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776911838118'] for port, after_update {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:22.176197 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37ad342-f57c-4937-a6cd-456191f0e61c req-84df4556-3399-423e-b54b-1bc053beb72a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:20:22.176865 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [req-d37ad342-f57c-4937-a6cd-456191f0e61c req-84df4556-3399-423e-b54b-1bc053beb72a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634242'] for port, before_response {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:22.178406 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-d37ad342-f57c-4937-a6cd-456191f0e61c req-84df4556-3399-423e-b54b-1bc053beb72a service neutron] 10.222.0.26 "PUT /v2.0/ports/08a74177-13fc-4b27-b681-8b3582d03aae HTTP/1.1" status: 200 len: 1093 time: 0.9874659 Nov 11 22:20:22.178873 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'add4f80f-f0c8-48e0-b7f5-24be16fae5cb', 'tag': '08a74177-13fc-4b27-b681-8b3582d03aae'}] {{(pid=101950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:20:22.181340 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6a5285f65aca903721fee6e5434d0235345418fba5e47a2479ed174f8b69804" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48a79cc3-de0a-4e50-8749-100672a88210" -d '{"events": [{"name": "network-changed", "server_uuid": "add4f80f-f0c8-48e0-b7f5-24be16fae5cb", "tag": "08a74177-13fc-4b27-b681-8b3582d03aae"}]}' {{(pid=101950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:20:22.215741 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84df4556-3399-423e-b54b-1bc053beb72a service neutron] Pushing event updated for resources: {'Port': ['ID=08a74177-13fc-4b27-b681-8b3582d03aae,revision_number=3']} {{(pid=101950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:20:22.249553 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 22:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06c2d4d8-7dcf-409c-987a-cda50e1dbabc x-openstack-request-id: req-06c2d4d8-7dcf-409c-987a-cda50e1dbabc {{(pid=101950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:20:22.249861 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "add4f80f-f0c8-48e0-b7f5-24be16fae5cb", "tag": "08a74177-13fc-4b27-b681-8b3582d03aae", "status": "completed", "code": 200}]} {{(pid=101950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:20:22.250110 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-06c2d4d8-7dcf-409c-987a-cda50e1dbabc {{(pid=101950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:20:22.250527 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'add4f80f-f0c8-48e0-b7f5-24be16fae5cb', 'tag': '08a74177-13fc-4b27-b681-8b3582d03aae', 'status': 'completed', 'code': 200} Nov 11 22:20:22.311019 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37ad342-f57c-4937-a6cd-456191f0e61c req-deaea4f4-6b29-4f6a-aef7-d7c31bedc640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:20:22.312617 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-d37ad342-f57c-4937-a6cd-456191f0e61c req-deaea4f4-6b29-4f6a-aef7-d7c31bedc640 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=45877637febf473e8074291b9336b125&device_id=add4f80f-f0c8-48e0-b7f5-24be16fae5cb HTTP/1.1" status: 200 len: 1096 time: 0.0507624 Nov 11 22:20:22.363888 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-d37ad342-f57c-4937-a6cd-456191f0e61c req-553cb7d5-7257-46ce-9092-7feada459780 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=08a74177-13fc-4b27-b681-8b3582d03aae HTTP/1.1" status: 200 len: 217 time: 0.0410497 Nov 11 22:20:22.429710 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37ad342-f57c-4937-a6cd-456191f0e61c req-f9257b4c-8b81-40c5-b027-7066e911291b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:20:22.431223 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-d37ad342-f57c-4937-a6cd-456191f0e61c req-f9257b4c-8b81-40c5-b027-7066e911291b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=45807439-1281-4080-909a-9299f816111e HTTP/1.1" status: 200 len: 851 time: 0.0488319 Nov 11 22:20:22.493942 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37ad342-f57c-4937-a6cd-456191f0e61c req-19d94eb7-b765-423c-b121-194378c7d593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:20:22.495465 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-d37ad342-f57c-4937-a6cd-456191f0e61c req-19d94eb7-b765-423c-b121-194378c7d593 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=432f6d4a-3b75-452f-9f40-63ce1a0d7c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0481303 Nov 11 22:20:22.658855 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-d37ad342-f57c-4937-a6cd-456191f0e61c req-bc2d7797-5766-49e9-932c-267fed6db41c service neutron] 10.222.0.26 "GET /v2.0/networks/432f6d4a-3b75-452f-9f40-63ce1a0d7c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481745 Nov 11 22:20:22.667748 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc96978d-9574-451b-b6f8-1cf8ad62be53 req-0564bd0e-d694-4c17-ba3b-62712c7d71ae tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:20:22.669227 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-bc96978d-9574-451b-b6f8-1cf8ad62be53 req-0564bd0e-d694-4c17-ba3b-62712c7d71ae tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed3c0001-6ebc-4724-8674-9d2a57cec898 HTTP/1.1" status: 200 len: 945 time: 0.1335056 Nov 11 22:20:22.730097 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7490c38-9e33-4b7b-af83-3d325aa81080 req-52b530ad-78d9-4d1b-b798-11c6e1e46794 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:20:22.731693 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-b7490c38-9e33-4b7b-af83-3d325aa81080 req-52b530ad-78d9-4d1b-b798-11c6e1e46794 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] 10.222.0.50 "GET /v2.0/ports?device_id=add4f80f-f0c8-48e0-b7f5-24be16fae5cb HTTP/1.1" status: 200 len: 943 time: 0.1255829 Nov 11 22:20:22.824578 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-bc96978d-9574-451b-b6f8-1cf8ad62be53 req-98fa8ca2-abc4-414b-87d2-ccebf8fc0ed4 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/security-groups?id=68067a07-9049-4dac-b76f-d82da95a01c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414411 Nov 11 22:20:22.856840 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-d37ad342-f57c-4937-a6cd-456191f0e61c req-718139dc-4632-4459-8ea2-6f298235a5a3 service neutron] 10.222.0.26 "GET /v2.0/networks/432f6d4a-3b75-452f-9f40-63ce1a0d7c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1851008 Nov 11 22:20:22.862116 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-b7490c38-9e33-4b7b-af83-3d325aa81080 req-0771e449-f021-4f79-89ed-67d39154eda7 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd56fe96-f8b9-402d-9557-23ad985e8368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007090 Nov 11 22:20:23.017192 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56869373-db82-4232-a64b-08095fef0d1e req-2d24d070-5303-4f67-9ad6-8d2b10cf5c91 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:20:23.018813 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-56869373-db82-4232-a64b-08095fef0d1e req-2d24d070-5303-4f67-9ad6-8d2b10cf5c91 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] 10.222.0.50 "GET /v2.0/ports?device_id=e51d0126-0110-4740-9c43-0cb61c4d7635 HTTP/1.1" status: 200 len: 945 time: 0.1094210 Nov 11 22:20:23.051142 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a79cc3-de0a-4e50-8749-100672a88210 req-5325df30-513f-4017-a175-51e0c56bc68e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:20:23.053065 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-48a79cc3-de0a-4e50-8749-100672a88210 req-5325df30-513f-4017-a175-51e0c56bc68e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=45877637febf473e8074291b9336b125&device_id=add4f80f-f0c8-48e0-b7f5-24be16fae5cb HTTP/1.1" status: 200 len: 1096 time: 0.0932152 Nov 11 22:20:23.126386 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-56869373-db82-4232-a64b-08095fef0d1e req-47690f05-6240-4f54-b281-d2126a19f3ec tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] 10.222.0.50 "GET /v2.0/security-groups?id=fc362ee0-83e8-483f-a9f5-3f38744386b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005034 Nov 11 22:20:23.243055 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a79cc3-de0a-4e50-8749-100672a88210 req-eaeaa1ab-1cee-4d3a-8059-2b56a160e06a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:20:23.244544 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-48a79cc3-de0a-4e50-8749-100672a88210 req-eaeaa1ab-1cee-4d3a-8059-2b56a160e06a service neutron] 10.222.0.26 "GET /v2.0/networks?id=432f6d4a-3b75-452f-9f40-63ce1a0d7c20 HTTP/1.1" status: 200 len: 913 time: 0.1765807 Nov 11 22:20:23.260323 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8872272-f301-4068-a1ad-3aa312a5b019 req-f25bcd55-ab27-45c1-87e8-fc3fa5ba519c tempest-VolumesSnapshotTestJSON-1792625471 tempest-VolumesSnapshotTestJSON-1792625471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:20:23.261884 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-d8872272-f301-4068-a1ad-3aa312a5b019 req-f25bcd55-ab27-45c1-87e8-fc3fa5ba519c tempest-VolumesSnapshotTestJSON-1792625471 tempest-VolumesSnapshotTestJSON-1792625471-project] 10.222.0.50 "GET /v2.0/ports?device_id=c93739b1-afa7-482b-a1c7-ba3acd087879 HTTP/1.1" status: 200 len: 945 time: 0.0805793 Nov 11 22:20:23.307556 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-48a79cc3-de0a-4e50-8749-100672a88210 req-5598aa4d-6d62-4306-8734-178412cc4ba1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=08a74177-13fc-4b27-b681-8b3582d03aae HTTP/1.1" status: 200 len: 217 time: 0.0446491 Nov 11 22:20:23.381220 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-d8872272-f301-4068-a1ad-3aa312a5b019 req-8cde7643-b036-4c93-9642-74e8313f0135 tempest-VolumesSnapshotTestJSON-1792625471 tempest-VolumesSnapshotTestJSON-1792625471-project] 10.222.0.50 "GET /v2.0/security-groups?id=0a6f9ac3-42c8-4acc-8285-8f7fe1c0e9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113918 Nov 11 22:20:23.388908 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a79cc3-de0a-4e50-8749-100672a88210 req-487c612b-712b-4862-aeb6-bbf79d603d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:20:23.390457 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-48a79cc3-de0a-4e50-8749-100672a88210 req-487c612b-712b-4862-aeb6-bbf79d603d40 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=45807439-1281-4080-909a-9299f816111e HTTP/1.1" status: 200 len: 851 time: 0.0725906 Nov 11 22:20:23.466768 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a79cc3-de0a-4e50-8749-100672a88210 req-5c4a6828-d2ba-4786-813d-7a3f9d5016cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:20:23.468586 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-48a79cc3-de0a-4e50-8749-100672a88210 req-5c4a6828-d2ba-4786-813d-7a3f9d5016cd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=432f6d4a-3b75-452f-9f40-63ce1a0d7c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0679524 Nov 11 22:20:23.581574 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-48a79cc3-de0a-4e50-8749-100672a88210 req-39d7fa0d-e4d5-4f9f-87c2-afa162beb060 service neutron] 10.222.0.26 "GET /v2.0/networks/432f6d4a-3b75-452f-9f40-63ce1a0d7c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020660 Nov 11 22:20:23.699098 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-48a79cc3-de0a-4e50-8749-100672a88210 req-427c7568-06d0-4d48-90ff-2db491c0097a service neutron] 10.222.0.26 "GET /v2.0/networks/432f6d4a-3b75-452f-9f40-63ce1a0d7c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080890 Nov 11 22:20:23.962197 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d25cc03-e853-4b1f-b7fb-ee68eba03b7b req-8b59e0d3-e3d0-4490-9fb4-bc6cb1bba3e5 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:20:23.963801 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-4d25cc03-e853-4b1f-b7fb-ee68eba03b7b req-8b59e0d3-e3d0-4490-9fb4-bc6cb1bba3e5 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed3c0001-6ebc-4724-8674-9d2a57cec898 HTTP/1.1" status: 200 len: 945 time: 0.0576806 Nov 11 22:20:24.041797 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-4d25cc03-e853-4b1f-b7fb-ee68eba03b7b req-185f9a7b-df69-4d65-992b-24a3e088eae8 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/security-groups?id=68067a07-9049-4dac-b76f-d82da95a01c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714269 Nov 11 22:20:24.060769 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e7b61d-027c-4d59-86c2-795c5ee43a06 req-c94b8c7d-193e-4c17-9356-186cca0529f4 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:20:24.062355 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-d0e7b61d-027c-4d59-86c2-795c5ee43a06 req-c94b8c7d-193e-4c17-9356-186cca0529f4 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] 10.222.0.50 "GET /v2.0/ports?device_id=add4f80f-f0c8-48e0-b7f5-24be16fae5cb HTTP/1.1" status: 200 len: 943 time: 0.0773273 Nov 11 22:20:24.120832 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-d0e7b61d-027c-4d59-86c2-795c5ee43a06 req-5d6abd4c-bbd7-4a3e-896e-ba5fdf968d68 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd56fe96-f8b9-402d-9557-23ad985e8368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517244 Nov 11 22:20:24.244675 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f2d78a-c8e9-48ce-9e63-e25eccaf22cb req-de95fa89-e158-403f-899d-f79922aef4c0 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:20:24.246285 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-68f2d78a-c8e9-48ce-9e63-e25eccaf22cb req-de95fa89-e158-403f-899d-f79922aef4c0 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] 10.222.0.50 "GET /v2.0/ports?device_id=e51d0126-0110-4740-9c43-0cb61c4d7635 HTTP/1.1" status: 200 len: 945 time: 0.0507374 Nov 11 22:20:24.321019 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1ce267-4c53-43f6-926f-7ec88cf64f16 req-71615e77-e519-457c-bae7-e2a15be34c66 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:20:24.322500 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-7c1ce267-4c53-43f6-926f-7ec88cf64f16 req-71615e77-e519-457c-bae7-e2a15be34c66 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.26 "GET /v2.0/ports?device_id=ed3c0001-6ebc-4724-8674-9d2a57cec898 HTTP/1.1" status: 200 len: 945 time: 0.0731759 Nov 11 22:20:24.343631 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-68f2d78a-c8e9-48ce-9e63-e25eccaf22cb req-3eb53304-5d9b-436d-9872-5a3f98f1b9d4 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] 10.222.0.50 "GET /v2.0/security-groups?id=fc362ee0-83e8-483f-a9f5-3f38744386b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855098 Nov 11 22:20:24.710517 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b4093f-e080-45ad-812e-67d0120af9a0 req-aa5a0f6a-9d7b-424d-a577-02ce02dae39f tempest-VolumesSnapshotTestJSON-1792625471 tempest-VolumesSnapshotTestJSON-1792625471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:20:24.712111 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-c3b4093f-e080-45ad-812e-67d0120af9a0 req-aa5a0f6a-9d7b-424d-a577-02ce02dae39f tempest-VolumesSnapshotTestJSON-1792625471 tempest-VolumesSnapshotTestJSON-1792625471-project] 10.222.0.50 "GET /v2.0/ports?device_id=c93739b1-afa7-482b-a1c7-ba3acd087879 HTTP/1.1" status: 200 len: 945 time: 0.0957687 Nov 11 22:20:24.744780 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.plugins.ml2.plugin [req-7c1ce267-4c53-43f6-926f-7ec88cf64f16 req-b6ff426f-ba63-4756-b699-d60eb289c50d tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] Deleting port 46e88aed-e1a4-46c0-820e-cb806669b616 {{(pid=101950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:20:24.745120 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [req-7c1ce267-4c53-43f6-926f-7ec88cf64f16 req-b6ff426f-ba63-4756-b699-d60eb289c50d tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776912257464'] for port, before_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:24.829142 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-c3b4093f-e080-45ad-812e-67d0120af9a0 req-cea89689-9c35-41a0-9ad3-1af0496859c7 tempest-VolumesSnapshotTestJSON-1792625471 tempest-VolumesSnapshotTestJSON-1792625471-project] 10.222.0.50 "GET /v2.0/security-groups?id=0a6f9ac3-42c8-4acc-8285-8f7fe1c0e9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101079 Nov 11 22:20:24.870798 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.plugins.ml2.db [req-7c1ce267-4c53-43f6-926f-7ec88cf64f16 req-b6ff426f-ba63-4756-b699-d60eb289c50d tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] For port 46e88aed-e1a4-46c0-820e-cb806669b616, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=46e88aed-e1a4-46c0-820e-cb806669b616,segment=NetworkSegment(9450a3e6-214a-4a5d-bf95-fac01b747b02),segment_id=9450a3e6-214a-4a5d-bf95-fac01b747b02)] {{(pid=101950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:20:24.871266 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [req-7c1ce267-4c53-43f6-926f-7ec88cf64f16 req-b6ff426f-ba63-4756-b699-d60eb289c50d tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668535'] for port, precommit_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:24.892794 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.plugins.ml2.plugin [req-7c1ce267-4c53-43f6-926f-7ec88cf64f16 req-b6ff426f-ba63-4756-b699-d60eb289c50d tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] Calling delete_port for 46e88aed-e1a4-46c0-820e-cb806669b616 owned by compute:nova {{(pid=101950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:20:25.066955 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [req-7c1ce267-4c53-43f6-926f-7ec88cf64f16 req-b6ff426f-ba63-4756-b699-d60eb289c50d tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776912265346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776911838091'] for port, after_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:25.080594 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] get_ports_and_sgs() called for port_ids ['33e9cfcf-d127-4cb8-81d5-f7cd220406dc', '46e88aed-e1a4-46c0-820e-cb806669b616'] {{(pid=101952) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 22:20:25.105817 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ff426f-ba63-4756-b699-d60eb289c50d tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] Pushing event deleted for resources: {'Port': ['ID=46e88aed-e1a4-46c0-820e-cb806669b616,revision_number=None']} {{(pid=101950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:20:25.214782 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c1ce267-4c53-43f6-926f-7ec88cf64f16 req-b6ff426f-ba63-4756-b699-d60eb289c50d tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] No DVR routers for this DVR port 46e88aed-e1a4-46c0-820e-cb806669b616 on host hv-cinder-73362 {{(pid=101950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 22:20:25.239602 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [req-7c1ce267-4c53-43f6-926f-7ec88cf64f16 req-b6ff426f-ba63-4756-b699-d60eb289c50d tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26363'] for port, before_response {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:25.243379 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-7c1ce267-4c53-43f6-926f-7ec88cf64f16 req-b6ff426f-ba63-4756-b699-d60eb289c50d tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.26 "DELETE /v2.0/ports/46e88aed-e1a4-46c0-820e-cb806669b616 HTTP/1.1" status: 204 len: 173 time: 0.9120452 Nov 11 22:20:25.244019 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed3c0001-6ebc-4724-8674-9d2a57cec898', 'name': 'network-vif-deleted', 'tag': '46e88aed-e1a4-46c0-820e-cb806669b616'}] {{(pid=101950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:20:25.246358 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6a5285f65aca903721fee6e5434d0235345418fba5e47a2479ed174f8b69804" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af5c09f3-f307-4fa3-98e3-be8a5cae0a6b" -d '{"events": [{"server_uuid": "ed3c0001-6ebc-4724-8674-9d2a57cec898", "name": "network-vif-deleted", "tag": "46e88aed-e1a4-46c0-820e-cb806669b616"}]}' {{(pid=101950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:20:25.251257 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-3013f8f8-f4c0-4276-ad38-943034170ba1 req-cf0b57bf-9d4c-4fa3-a435-5e3428d8c61e tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/ports?device_id=ed3c0001-6ebc-4724-8674-9d2a57cec898 HTTP/1.1" status: 200 len: 210 time: 0.0849249 Nov 11 22:20:25.340813 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f46b3d-5381-413c-b26c-54ccc009d365 req-14c96026-bd88-4836-b359-21891947c564 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:20:25.342973 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-b4f46b3d-5381-413c-b26c-54ccc009d365 req-14c96026-bd88-4836-b359-21891947c564 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] 10.222.0.50 "GET /v2.0/ports?device_id=add4f80f-f0c8-48e0-b7f5-24be16fae5cb HTTP/1.1" status: 200 len: 943 time: 0.1303661 Nov 11 22:20:25.345811 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 22:20:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eefb448-eaec-4715-80d0-f9f23967f37d x-openstack-request-id: req-6eefb448-eaec-4715-80d0-f9f23967f37d {{(pid=101950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:20:25.346087 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed3c0001-6ebc-4724-8674-9d2a57cec898", "name": "network-vif-deleted", "tag": "46e88aed-e1a4-46c0-820e-cb806669b616", "status": "completed", "code": 200}]} {{(pid=101950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:20:25.346340 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6eefb448-eaec-4715-80d0-f9f23967f37d {{(pid=101950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:20:25.346746 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed3c0001-6ebc-4724-8674-9d2a57cec898', 'name': 'network-vif-deleted', 'tag': '46e88aed-e1a4-46c0-820e-cb806669b616', 'status': 'completed', 'code': 200} Nov 11 22:20:25.437450 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-b4f46b3d-5381-413c-b26c-54ccc009d365 req-55ec71ce-b33d-401f-97e9-87c7d73405ef tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd56fe96-f8b9-402d-9557-23ad985e8368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822246 Nov 11 22:20:25.465327 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cface7c4-f767-4455-938d-7756130bfea7 req-8c3c3b0e-0448-4c4d-8488-bddc059d1848 tempest-VolumesSnapshotTestJSON-1792625471 tempest-VolumesSnapshotTestJSON-1792625471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:20:25.466977 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-cface7c4-f767-4455-938d-7756130bfea7 req-8c3c3b0e-0448-4c4d-8488-bddc059d1848 tempest-VolumesSnapshotTestJSON-1792625471 tempest-VolumesSnapshotTestJSON-1792625471-project] 10.222.0.26 "GET /v2.0/ports?device_id=c93739b1-afa7-482b-a1c7-ba3acd087879 HTTP/1.1" status: 200 len: 945 time: 0.1229565 Nov 11 22:20:25.559680 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6740ec5-4da6-4cdf-879a-401e11741007 req-5bea8c18-b032-402a-86f6-ce57c518dd88 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:20:25.561191 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-c6740ec5-4da6-4cdf-879a-401e11741007 req-5bea8c18-b032-402a-86f6-ce57c518dd88 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] 10.222.0.50 "GET /v2.0/ports?device_id=e51d0126-0110-4740-9c43-0cb61c4d7635 HTTP/1.1" status: 200 len: 945 time: 0.1210711 Nov 11 22:20:25.622230 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-7ad08401-ce6b-42f7-b653-8756c27600cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:25.626560 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-c6740ec5-4da6-4cdf-879a-401e11741007 req-7e498409-d48d-4171-a0c0-4d1edcf02e9d tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] 10.222.0.50 "GET /v2.0/security-groups?id=fc362ee0-83e8-483f-a9f5-3f38744386b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588613 Nov 11 22:20:25.630263 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.plugins.ml2.plugin [req-cface7c4-f767-4455-938d-7756130bfea7 req-1f4d1d88-18ad-4ca1-8d3a-0e022cbfe472 tempest-VolumesSnapshotTestJSON-1792625471 tempest-VolumesSnapshotTestJSON-1792625471-project] Deleting port e67bb1cf-5a61-4ad3-9c2b-bea8fb89c159 {{(pid=101950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:20:25.630607 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [req-cface7c4-f767-4455-938d-7756130bfea7 req-1f4d1d88-18ad-4ca1-8d3a-0e022cbfe472 tempest-VolumesSnapshotTestJSON-1792625471 tempest-VolumesSnapshotTestJSON-1792625471-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776912257464'] for port, before_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:25.727834 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.plugins.ml2.db [req-cface7c4-f767-4455-938d-7756130bfea7 req-1f4d1d88-18ad-4ca1-8d3a-0e022cbfe472 tempest-VolumesSnapshotTestJSON-1792625471 tempest-VolumesSnapshotTestJSON-1792625471-project] For port e67bb1cf-5a61-4ad3-9c2b-bea8fb89c159, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=e67bb1cf-5a61-4ad3-9c2b-bea8fb89c159,segment=NetworkSegment(b36605d2-852c-4962-b97f-ccd10282d3bb),segment_id=b36605d2-852c-4962-b97f-ccd10282d3bb)] {{(pid=101950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:20:25.728204 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [req-cface7c4-f767-4455-938d-7756130bfea7 req-1f4d1d88-18ad-4ca1-8d3a-0e022cbfe472 tempest-VolumesSnapshotTestJSON-1792625471 tempest-VolumesSnapshotTestJSON-1792625471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668535'] for port, precommit_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:25.743634 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.plugins.ml2.plugin [req-cface7c4-f767-4455-938d-7756130bfea7 req-1f4d1d88-18ad-4ca1-8d3a-0e022cbfe472 tempest-VolumesSnapshotTestJSON-1792625471 tempest-VolumesSnapshotTestJSON-1792625471-project] Calling delete_port for e67bb1cf-5a61-4ad3-9c2b-bea8fb89c159 owned by compute:nova {{(pid=101950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:20:25.918130 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [req-cface7c4-f767-4455-938d-7756130bfea7 req-1f4d1d88-18ad-4ca1-8d3a-0e022cbfe472 tempest-VolumesSnapshotTestJSON-1792625471 tempest-VolumesSnapshotTestJSON-1792625471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776912265346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776911838091'] for port, after_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:25.937209 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] get_ports_and_sgs() called for port_ids ['e67bb1cf-5a61-4ad3-9c2b-bea8fb89c159'] {{(pid=101952) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 22:20:25.994004 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-551ba29f-e283-438b-ade4-d32e50f4238f req-d4bc44ad-5a1b-4452-8d50-2666b1ca5fec tempest-VolumesSnapshotTestJSON-1792625471 tempest-VolumesSnapshotTestJSON-1792625471-project] 10.222.0.50 "GET /v2.0/ports?device_id=c93739b1-afa7-482b-a1c7-ba3acd087879 HTTP/1.1" status: 200 len: 210 time: 0.0706141 Nov 11 22:20:25.996865 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4d1d88-18ad-4ca1-8d3a-0e022cbfe472 tempest-VolumesSnapshotTestJSON-1792625471 tempest-VolumesSnapshotTestJSON-1792625471-project] Pushing event deleted for resources: {'Port': ['ID=e67bb1cf-5a61-4ad3-9c2b-bea8fb89c159,revision_number=None']} {{(pid=101950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:20:26.032052 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.db.l3_dvrscheduler_db [req-cface7c4-f767-4455-938d-7756130bfea7 req-1f4d1d88-18ad-4ca1-8d3a-0e022cbfe472 tempest-VolumesSnapshotTestJSON-1792625471 tempest-VolumesSnapshotTestJSON-1792625471-project] No DVR routers for this DVR port e67bb1cf-5a61-4ad3-9c2b-bea8fb89c159 on host hv-cinder-73362 {{(pid=101950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 22:20:26.035841 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [req-cface7c4-f767-4455-938d-7756130bfea7 req-1f4d1d88-18ad-4ca1-8d3a-0e022cbfe472 tempest-VolumesSnapshotTestJSON-1792625471 tempest-VolumesSnapshotTestJSON-1792625471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26363'] for port, before_response {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:26.042677 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-cface7c4-f767-4455-938d-7756130bfea7 req-1f4d1d88-18ad-4ca1-8d3a-0e022cbfe472 tempest-VolumesSnapshotTestJSON-1792625471 tempest-VolumesSnapshotTestJSON-1792625471-project] 10.222.0.26 "DELETE /v2.0/ports/e67bb1cf-5a61-4ad3-9c2b-bea8fb89c159 HTTP/1.1" status: 204 len: 173 time: 0.5618639 Nov 11 22:20:26.614465 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d80fea-0b46-4275-84d7-03fc76509d33 req-d0ea5698-fc67-40af-a725-5989dd66729e tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:20:26.617233 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-f7d80fea-0b46-4275-84d7-03fc76509d33 req-d0ea5698-fc67-40af-a725-5989dd66729e tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] 10.222.0.50 "GET /v2.0/ports?device_id=add4f80f-f0c8-48e0-b7f5-24be16fae5cb HTTP/1.1" status: 200 len: 943 time: 0.0982223 Nov 11 22:20:26.626634 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede916ab-ce2f-4ff3-86f1-c1873945a56d req-b40a68eb-ecdb-4697-aafb-3a33c308f773 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:20:26.628121 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-ede916ab-ce2f-4ff3-86f1-c1873945a56d req-b40a68eb-ecdb-4697-aafb-3a33c308f773 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1bff5be-1c1e-4186-98b3-13bb364493fb HTTP/1.1" status: 200 len: 946 time: 0.0877075 Nov 11 22:20:26.699138 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-f7d80fea-0b46-4275-84d7-03fc76509d33 req-5d1c6932-6900-407d-9944-5c9707db949f tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd56fe96-f8b9-402d-9557-23ad985e8368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699871 Nov 11 22:20:26.710734 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-ede916ab-ce2f-4ff3-86f1-c1873945a56d req-fbfa6ac1-497e-471d-a3a3-bdc1545f9172 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/security-groups?id=68067a07-9049-4dac-b76f-d82da95a01c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745761 Nov 11 22:20:26.806666 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c02d173-5685-44ef-b092-a2aea5af2c40 req-d57daff7-3034-4c4e-9353-8db77d830890 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:20:26.808209 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-0c02d173-5685-44ef-b092-a2aea5af2c40 req-d57daff7-3034-4c4e-9353-8db77d830890 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] 10.222.0.50 "GET /v2.0/ports?device_id=e51d0126-0110-4740-9c43-0cb61c4d7635 HTTP/1.1" status: 200 len: 945 time: 0.0497651 Nov 11 22:20:26.854511 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-0c02d173-5685-44ef-b092-a2aea5af2c40 req-74aa1b5d-de4c-44dc-b855-161459e87c3a tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] 10.222.0.50 "GET /v2.0/security-groups?id=fc362ee0-83e8-483f-a9f5-3f38744386b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403340 Nov 11 22:20:27.347919 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c93739b1-afa7-482b-a1c7-ba3acd087879', 'name': 'network-vif-deleted', 'tag': 'e67bb1cf-5a61-4ad3-9c2b-bea8fb89c159'}] {{(pid=101950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:20:27.350618 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6a5285f65aca903721fee6e5434d0235345418fba5e47a2479ed174f8b69804" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-878981dc-6e22-4e48-8956-fdedf812768c" -d '{"events": [{"server_uuid": "c93739b1-afa7-482b-a1c7-ba3acd087879", "name": "network-vif-deleted", "tag": "e67bb1cf-5a61-4ad3-9c2b-bea8fb89c159"}]}' {{(pid=101950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:20:27.387750 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 22:20:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dd17f07-14e2-44ad-b5bb-28f5e7a0d670 x-openstack-request-id: req-3dd17f07-14e2-44ad-b5bb-28f5e7a0d670 {{(pid=101950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:20:27.388176 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c93739b1-afa7-482b-a1c7-ba3acd087879", "name": "network-vif-deleted", "tag": "e67bb1cf-5a61-4ad3-9c2b-bea8fb89c159", "status": "completed", "code": 200}]} {{(pid=101950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:20:27.388532 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3dd17f07-14e2-44ad-b5bb-28f5e7a0d670 {{(pid=101950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:20:27.388948 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c93739b1-afa7-482b-a1c7-ba3acd087879', 'name': 'network-vif-deleted', 'tag': 'e67bb1cf-5a61-4ad3-9c2b-bea8fb89c159', 'status': 'completed', 'code': 200} Nov 11 22:20:27.853177 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe240f2c-5bae-489c-8294-ea375d4b344b req-62d6c146-43cd-4261-8051-33d7898ab3cb tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:20:27.854665 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-fe240f2c-5bae-489c-8294-ea375d4b344b req-62d6c146-43cd-4261-8051-33d7898ab3cb tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] 10.222.0.50 "GET /v2.0/ports?device_id=add4f80f-f0c8-48e0-b7f5-24be16fae5cb HTTP/1.1" status: 200 len: 943 time: 0.0866668 Nov 11 22:20:27.870368 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d7d2f4-4426-4f55-8312-4fcaadbb2f6e req-d99e4fc4-c444-41e6-b735-f6cccc996b9c tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:20:27.871938 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-46d7d2f4-4426-4f55-8312-4fcaadbb2f6e req-d99e4fc4-c444-41e6-b735-f6cccc996b9c tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1bff5be-1c1e-4186-98b3-13bb364493fb HTTP/1.1" status: 200 len: 946 time: 0.0734403 Nov 11 22:20:27.947711 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-fe240f2c-5bae-489c-8294-ea375d4b344b req-add4a04f-0720-4353-a0dd-c814e0caa7fc tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd56fe96-f8b9-402d-9557-23ad985e8368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866551 Nov 11 22:20:27.955631 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-46d7d2f4-4426-4f55-8312-4fcaadbb2f6e req-d8488884-73d5-4515-b602-44cf99e7f94e tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/security-groups?id=68067a07-9049-4dac-b76f-d82da95a01c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762959 Nov 11 22:20:28.050881 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945b583e-f48e-4260-87d2-63dc3a30f190 req-91460639-b5b1-40de-ab65-5b370e724bd8 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:20:28.052274 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-945b583e-f48e-4260-87d2-63dc3a30f190 req-91460639-b5b1-40de-ab65-5b370e724bd8 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] 10.222.0.50 "GET /v2.0/ports?device_id=e51d0126-0110-4740-9c43-0cb61c4d7635 HTTP/1.1" status: 200 len: 945 time: 0.0500309 Nov 11 22:20:28.103376 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-945b583e-f48e-4260-87d2-63dc3a30f190 req-5d037ea1-a885-4239-a2ea-a85a2b4c4db4 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] 10.222.0.50 "GET /v2.0/security-groups?id=fc362ee0-83e8-483f-a9f5-3f38744386b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444343 Nov 11 22:20:28.173441 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-93e4cf2f-68c9-42dd-8113-98b142a5c1d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:29.100056 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5da1ce-5197-4efa-9856-4ce3a8ba6b5c req-2e052b81-3a35-4ae0-8bd5-978014bbb75e tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:20:29.102093 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-0f5da1ce-5197-4efa-9856-4ce3a8ba6b5c req-2e052b81-3a35-4ae0-8bd5-978014bbb75e tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] 10.222.0.50 "GET /v2.0/ports?device_id=add4f80f-f0c8-48e0-b7f5-24be16fae5cb HTTP/1.1" status: 200 len: 943 time: 0.0834613 Nov 11 22:20:29.110797 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb1a73f-4cfb-4c87-8d76-d91ff189f994 req-5076ea96-c70e-4971-8ac4-98ea3c8e3bc9 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:20:29.112261 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-dfb1a73f-4cfb-4c87-8d76-d91ff189f994 req-5076ea96-c70e-4971-8ac4-98ea3c8e3bc9 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1bff5be-1c1e-4186-98b3-13bb364493fb HTTP/1.1" status: 200 len: 946 time: 0.0802166 Nov 11 22:20:29.189255 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-0f5da1ce-5197-4efa-9856-4ce3a8ba6b5c req-cca93179-ffbf-435d-a223-86299f5eea08 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd56fe96-f8b9-402d-9557-23ad985e8368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759850 Nov 11 22:20:29.192824 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-dfb1a73f-4cfb-4c87-8d76-d91ff189f994 req-3e8f01f4-919d-427b-8259-dde20eb4179b tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/security-groups?id=68067a07-9049-4dac-b76f-d82da95a01c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731006 Nov 11 22:20:29.300615 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1dd9a6-6334-48cd-bd20-939b6f0f2f53 req-0705053a-1dbc-4a2d-8e87-1bdc61de4cdd tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:20:29.302055 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-0e1dd9a6-6334-48cd-bd20-939b6f0f2f53 req-0705053a-1dbc-4a2d-8e87-1bdc61de4cdd tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] 10.222.0.50 "GET /v2.0/ports?device_id=e51d0126-0110-4740-9c43-0cb61c4d7635 HTTP/1.1" status: 200 len: 945 time: 0.0543478 Nov 11 22:20:29.358033 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-0e1dd9a6-6334-48cd-bd20-939b6f0f2f53 req-4e227787-f268-457a-b296-1829aee9ed43 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] 10.222.0.50 "GET /v2.0/security-groups?id=fc362ee0-83e8-483f-a9f5-3f38744386b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491564 Nov 11 22:20:29.358284 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Device 46e88aed-e1a4-46c0-820e-cb806669b616 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=101952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:20:29.390272 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.plugin [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] No Port match for: 46e88aed-e1a4-46c0-820e-cb806669b616 {{(pid=101952) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:20:29.390588 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Device 46e88aed-e1a4-46c0-820e-cb806669b616 not bound to the agent host hv-cinder-73362 {{(pid=101952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:20:29.405678 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-766b5b4b-9c4e-4513-9f30-d5290b623bba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:30.340658 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591002ee-f8ce-4d5c-a345-4b2eaf87f916 req-7fa77db9-7c83-4d93-be73-afe09bb0b4ba tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:20:30.342198 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-591002ee-f8ce-4d5c-a345-4b2eaf87f916 req-7fa77db9-7c83-4d93-be73-afe09bb0b4ba tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1bff5be-1c1e-4186-98b3-13bb364493fb HTTP/1.1" status: 200 len: 946 time: 0.0770741 Nov 11 22:20:30.350978 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38318690-6703-4a0b-b0b0-93fdaee9e340 req-1e5cc9c8-9d26-47ef-80a4-aaebb02ef2b0 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:20:30.353036 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-38318690-6703-4a0b-b0b0-93fdaee9e340 req-1e5cc9c8-9d26-47ef-80a4-aaebb02ef2b0 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] 10.222.0.50 "GET /v2.0/ports?device_id=add4f80f-f0c8-48e0-b7f5-24be16fae5cb HTTP/1.1" status: 200 len: 943 time: 0.0860474 Nov 11 22:20:30.379162 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Device e67bb1cf-5a61-4ad3-9c2b-bea8fb89c159 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=101952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:20:30.402866 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.plugin [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] No Port match for: e67bb1cf-5a61-4ad3-9c2b-bea8fb89c159 {{(pid=101952) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:20:30.403208 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Device e67bb1cf-5a61-4ad3-9c2b-bea8fb89c159 not bound to the agent host hv-cinder-73362 {{(pid=101952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:20:30.435505 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-591002ee-f8ce-4d5c-a345-4b2eaf87f916 req-902491ac-4cec-497b-8318-eb383555ac82 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/security-groups?id=68067a07-9049-4dac-b76f-d82da95a01c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814538 Nov 11 22:20:30.441233 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-38318690-6703-4a0b-b0b0-93fdaee9e340 req-e2d4ffdc-25b3-4a2e-a2bf-a528ad394f32 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd56fe96-f8b9-402d-9557-23ad985e8368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703824 Nov 11 22:20:30.545091 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a46ac32-ce6b-4e95-98ce-73f5b5c46f7a req-aa5b5ec5-ea05-42e0-990a-4f94125be19f tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:20:30.546706 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-0a46ac32-ce6b-4e95-98ce-73f5b5c46f7a req-aa5b5ec5-ea05-42e0-990a-4f94125be19f tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] 10.222.0.50 "GET /v2.0/ports?device_id=e51d0126-0110-4740-9c43-0cb61c4d7635 HTTP/1.1" status: 200 len: 945 time: 0.0534027 Nov 11 22:20:30.595310 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-0a46ac32-ce6b-4e95-98ce-73f5b5c46f7a req-c2c71fcd-098c-4123-9bda-be777afb5575 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] 10.222.0.50 "GET /v2.0/security-groups?id=fc362ee0-83e8-483f-a9f5-3f38744386b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423725 Nov 11 22:20:30.800227 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-6e72e30b-d533-48e1-89e1-e2b3014a0430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:31.608404 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39159060-6155-4b5d-947e-412bbf890789 req-b13c7a94-bc5b-427b-9fb8-4ae39268d18d tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:20:31.610002 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-39159060-6155-4b5d-947e-412bbf890789 req-b13c7a94-bc5b-427b-9fb8-4ae39268d18d tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1bff5be-1c1e-4186-98b3-13bb364493fb HTTP/1.1" status: 200 len: 946 time: 0.1005483 Nov 11 22:20:31.633467 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d90810c-ed46-4812-8973-bfda1e61cfa4 req-5825422f-a987-4025-a3c7-9f74b5023de1 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:20:31.635301 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-7d90810c-ed46-4812-8973-bfda1e61cfa4 req-5825422f-a987-4025-a3c7-9f74b5023de1 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] 10.222.0.50 "GET /v2.0/ports?device_id=add4f80f-f0c8-48e0-b7f5-24be16fae5cb HTTP/1.1" status: 200 len: 943 time: 0.0842006 Nov 11 22:20:31.708755 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-39159060-6155-4b5d-947e-412bbf890789 req-beec3fe2-803d-4396-b95b-b15dc7231aa2 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/security-groups?id=68067a07-9049-4dac-b76f-d82da95a01c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919921 Nov 11 22:20:31.725048 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-7d90810c-ed46-4812-8973-bfda1e61cfa4 req-1c3adde2-9715-46ee-ab2a-c731808eb7b1 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd56fe96-f8b9-402d-9557-23ad985e8368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806201 Nov 11 22:20:31.787580 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:31.832820 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbc6d11-7047-43eb-b312-3210de425445 req-6cc88182-d781-407e-bf91-e9e2392690a5 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:20:31.834352 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-fcbc6d11-7047-43eb-b312-3210de425445 req-6cc88182-d781-407e-bf91-e9e2392690a5 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] 10.222.0.50 "GET /v2.0/ports?device_id=e51d0126-0110-4740-9c43-0cb61c4d7635 HTTP/1.1" status: 200 len: 945 time: 0.0545290 Nov 11 22:20:31.887110 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-fcbc6d11-7047-43eb-b312-3210de425445 req-b5246b99-13f1-4e3b-95de-8a8a64898233 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] 10.222.0.50 "GET /v2.0/security-groups?id=fc362ee0-83e8-483f-a9f5-3f38744386b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453918 Nov 11 22:20:32.866343 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5357a93-413e-48be-8189-ae75244770bc req-d0e8216e-7bf9-44e0-83af-b2c2bab1e540 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:20:32.868458 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-d5357a93-413e-48be-8189-ae75244770bc req-d0e8216e-7bf9-44e0-83af-b2c2bab1e540 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1bff5be-1c1e-4186-98b3-13bb364493fb HTTP/1.1" status: 200 len: 946 time: 0.0855432 Nov 11 22:20:32.883467 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9406b0b3-d56a-4c5f-9f27-8d8b5a223b80 req-dbd2c288-9190-4cc1-ac48-ba54fa6ef89c tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:20:32.884984 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-9406b0b3-d56a-4c5f-9f27-8d8b5a223b80 req-dbd2c288-9190-4cc1-ac48-ba54fa6ef89c tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] 10.222.0.50 "GET /v2.0/ports?device_id=add4f80f-f0c8-48e0-b7f5-24be16fae5cb HTTP/1.1" status: 200 len: 943 time: 0.0738897 Nov 11 22:20:32.957842 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-d5357a93-413e-48be-8189-ae75244770bc req-3384a6f9-8d85-42e3-99f5-26faba2d3e5b tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/security-groups?id=68067a07-9049-4dac-b76f-d82da95a01c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830741 Nov 11 22:20:32.962121 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-9406b0b3-d56a-4c5f-9f27-8d8b5a223b80 req-26fa15ea-011f-4749-8769-5e7d7a3c6217 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd56fe96-f8b9-402d-9557-23ad985e8368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705812 Nov 11 22:20:33.062518 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91250aa-3689-44d1-a366-abc8526c9577 req-642efc15-9e92-4520-846a-811a7c98c926 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:20:33.064015 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-a91250aa-3689-44d1-a366-abc8526c9577 req-642efc15-9e92-4520-846a-811a7c98c926 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] 10.222.0.50 "GET /v2.0/ports?device_id=e51d0126-0110-4740-9c43-0cb61c4d7635 HTTP/1.1" status: 200 len: 945 time: 0.0496767 Nov 11 22:20:33.115524 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-a91250aa-3689-44d1-a366-abc8526c9577 req-7c1afd9d-750c-45eb-ae7b-31b038b3c9f7 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] 10.222.0.50 "GET /v2.0/security-groups?id=fc362ee0-83e8-483f-a9f5-3f38744386b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455573 Nov 11 22:20:34.104723 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319ac1a2-f878-496b-982b-f8000c89856e req-402981db-495a-4969-9ec7-98913c5b44ee tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:20:34.106086 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-319ac1a2-f878-496b-982b-f8000c89856e req-402981db-495a-4969-9ec7-98913c5b44ee tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] 10.222.0.50 "GET /v2.0/ports?device_id=add4f80f-f0c8-48e0-b7f5-24be16fae5cb HTTP/1.1" status: 200 len: 943 time: 0.0743811 Nov 11 22:20:34.117721 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30cf120-9e94-45d2-a75f-12903aa2e340 req-244569b4-95d6-4c48-b4f5-a4363401279a tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:20:34.119106 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-d30cf120-9e94-45d2-a75f-12903aa2e340 req-244569b4-95d6-4c48-b4f5-a4363401279a tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1bff5be-1c1e-4186-98b3-13bb364493fb HTTP/1.1" status: 200 len: 946 time: 0.0782864 Nov 11 22:20:34.191292 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-319ac1a2-f878-496b-982b-f8000c89856e req-b66a95c4-8ffb-482e-85b5-2cf8e94cf82d tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd56fe96-f8b9-402d-9557-23ad985e8368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712333 Nov 11 22:20:34.194698 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-d30cf120-9e94-45d2-a75f-12903aa2e340 req-088d1815-1354-47ad-8d31-5ab4af5335a9 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/security-groups?id=68067a07-9049-4dac-b76f-d82da95a01c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691464 Nov 11 22:20:34.299319 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c3c36d-770f-432e-b569-9ac80e9219c5 req-525123ee-eb6f-4930-bbc4-b713989757ec tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:20:34.300803 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-49c3c36d-770f-432e-b569-9ac80e9219c5 req-525123ee-eb6f-4930-bbc4-b713989757ec tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] 10.222.0.50 "GET /v2.0/ports?device_id=e51d0126-0110-4740-9c43-0cb61c4d7635 HTTP/1.1" status: 200 len: 945 time: 0.0525150 Nov 11 22:20:34.348475 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-49c3c36d-770f-432e-b569-9ac80e9219c5 req-bf954ccb-064d-4b9a-9f6d-84d03dd86aa1 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] 10.222.0.50 "GET /v2.0/security-groups?id=fc362ee0-83e8-483f-a9f5-3f38744386b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407498 Nov 11 22:20:34.931292 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Device 08a74177-13fc-4b27-b681-8b3582d03aae details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=101952) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 22:20:35.030276 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] For port 08a74177-13fc-4b27-b681-8b3582d03aae, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=08a74177-13fc-4b27-b681-8b3582d03aae,segment=NetworkSegment(0f84472f-f0e4-456a-9222-5ba8c86f3ac5),segment_id=0f84472f-f0e4-456a-9222-5ba8c86f3ac5)] {{(pid=101952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:20:35.041975 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Returning: {'device': '08a74177-13fc-4b27-b681-8b3582d03aae', 'network_id': '432f6d4a-3b75-452f-9f40-63ce1a0d7c20', 'port_id': '08a74177-13fc-4b27-b681-8b3582d03aae', 'mac_address': 'fa:16:3e:db:dd:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 836, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45807439-1281-4080-909a-9299f816111e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101952) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 22:20:35.079171 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:35.091855 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.notifiers.nova [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08a74177-13fc-4b27-b681-8b3582d03aae {{(pid=101952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 22:20:35.112054 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] For port 08a74177-13fc-4b27-b681-8b3582d03aae, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=08a74177-13fc-4b27-b681-8b3582d03aae,segment=NetworkSegment(0f84472f-f0e4-456a-9222-5ba8c86f3ac5),segment_id=0f84472f-f0e4-456a-9222-5ba8c86f3ac5)] {{(pid=101952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:20:35.116247 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776912265364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776911838100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776911838118'] for port, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:35.170716 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Pushing event updated for resources: {'Port': ['ID=08a74177-13fc-4b27-b681-8b3582d03aae,revision_number=4']} {{(pid=101952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:20:35.333934 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c32b303-e4dc-4127-8ef5-42dcae087e3f req-144c5fb3-bc95-4f50-8e12-968677252018 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:20:35.335427 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-4c32b303-e4dc-4127-8ef5-42dcae087e3f req-144c5fb3-bc95-4f50-8e12-968677252018 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] 10.222.0.50 "GET /v2.0/ports?device_id=add4f80f-f0c8-48e0-b7f5-24be16fae5cb HTTP/1.1" status: 200 len: 944 time: 0.0760877 Nov 11 22:20:35.348044 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cf109e-af79-4652-80fd-088722a5a299 req-e3f3695e-ff5d-4f52-baac-274948066287 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:20:35.349542 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-76cf109e-af79-4652-80fd-088722a5a299 req-e3f3695e-ff5d-4f52-baac-274948066287 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1bff5be-1c1e-4186-98b3-13bb364493fb HTTP/1.1" status: 200 len: 946 time: 0.0791721 Nov 11 22:20:35.426883 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-4c32b303-e4dc-4127-8ef5-42dcae087e3f req-0f722a96-e9e6-4bd5-8781-b624a4d7d293 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd56fe96-f8b9-402d-9557-23ad985e8368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763543 Nov 11 22:20:35.430579 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-76cf109e-af79-4652-80fd-088722a5a299 req-83dc5a3c-ad50-437d-a645-759b0f668588 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/security-groups?id=68067a07-9049-4dac-b76f-d82da95a01c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734506 Nov 11 22:20:35.533929 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19a0a51-cbef-48e6-880f-f3817a9e66d5 req-20649cd8-6f1a-479b-9027-fbdafe04118f tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:20:35.535671 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-c19a0a51-cbef-48e6-880f-f3817a9e66d5 req-20649cd8-6f1a-479b-9027-fbdafe04118f tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] 10.222.0.50 "GET /v2.0/ports?device_id=e51d0126-0110-4740-9c43-0cb61c4d7635 HTTP/1.1" status: 200 len: 945 time: 0.0491357 Nov 11 22:20:35.582060 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-c19a0a51-cbef-48e6-880f-f3817a9e66d5 req-b4bc5b52-fafe-4f21-b971-15ca43179977 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] 10.222.0.50 "GET /v2.0/security-groups?id=fc362ee0-83e8-483f-a9f5-3f38744386b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405109 Nov 11 22:20:36.577376 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320b951a-07d9-4eb2-b932-a6f5e605334a req-863fabcb-d15a-477a-9a6c-9b8a1f894744 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:20:36.578916 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-320b951a-07d9-4eb2-b932-a6f5e605334a req-863fabcb-d15a-477a-9a6c-9b8a1f894744 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1bff5be-1c1e-4186-98b3-13bb364493fb HTTP/1.1" status: 200 len: 946 time: 0.0725651 Nov 11 22:20:36.586509 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f695ef-c1d7-4d8c-a4b2-b22081bd697f req-1c56cb35-9ef9-4be2-9402-29830ed90faa tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:20:36.587979 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-d5f695ef-c1d7-4d8c-a4b2-b22081bd697f req-1c56cb35-9ef9-4be2-9402-29830ed90faa tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] 10.222.0.50 "GET /v2.0/ports?device_id=add4f80f-f0c8-48e0-b7f5-24be16fae5cb HTTP/1.1" status: 200 len: 944 time: 0.0904229 Nov 11 22:20:36.666970 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-d5f695ef-c1d7-4d8c-a4b2-b22081bd697f req-703f8ecf-ff72-4afb-a353-b1681467928c tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd56fe96-f8b9-402d-9557-23ad985e8368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715001 Nov 11 22:20:36.669758 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-320b951a-07d9-4eb2-b932-a6f5e605334a req-98df4c5a-87f5-4a3b-b83c-d8063383fd90 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/security-groups?id=68067a07-9049-4dac-b76f-d82da95a01c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807192 Nov 11 22:20:36.774496 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2820d4d-48ca-4e51-99b6-14bd7f1201d0 req-01c4c78d-9a4d-4620-b78b-c4afc7d1e19c tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:20:36.775966 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-f2820d4d-48ca-4e51-99b6-14bd7f1201d0 req-01c4c78d-9a4d-4620-b78b-c4afc7d1e19c tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] 10.222.0.50 "GET /v2.0/ports?device_id=e51d0126-0110-4740-9c43-0cb61c4d7635 HTTP/1.1" status: 200 len: 945 time: 0.0483112 Nov 11 22:20:36.823956 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-f2820d4d-48ca-4e51-99b6-14bd7f1201d0 req-e08305de-a8ce-4bd7-932f-4ac6d960541f tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] 10.222.0.50 "GET /v2.0/security-groups?id=fc362ee0-83e8-483f-a9f5-3f38744386b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419502 Nov 11 22:20:37.815399 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca2e4da-3a9c-4c59-987b-9fe633efc20d req-bc0061d1-3827-438e-8d87-1557d1a1e7ff tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:20:37.816935 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-4ca2e4da-3a9c-4c59-987b-9fe633efc20d req-bc0061d1-3827-438e-8d87-1557d1a1e7ff tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1bff5be-1c1e-4186-98b3-13bb364493fb HTTP/1.1" status: 200 len: 946 time: 0.0783596 Nov 11 22:20:37.829440 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b551cdc2-53e4-4ecd-b72a-150ad2e0dd4b req-776e3b78-f2b7-49e0-b848-1a0f21e4d484 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:20:37.830961 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-b551cdc2-53e4-4ecd-b72a-150ad2e0dd4b req-776e3b78-f2b7-49e0-b848-1a0f21e4d484 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] 10.222.0.50 "GET /v2.0/ports?device_id=add4f80f-f0c8-48e0-b7f5-24be16fae5cb HTTP/1.1" status: 200 len: 944 time: 0.0831831 Nov 11 22:20:37.908131 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-4ca2e4da-3a9c-4c59-987b-9fe633efc20d req-9dbeb800-0909-4c5d-a1d9-711c838f16a1 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/security-groups?id=68067a07-9049-4dac-b76f-d82da95a01c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761859 Nov 11 22:20:37.912335 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-b551cdc2-53e4-4ecd-b72a-150ad2e0dd4b req-a44d1103-006b-4739-ac1c-efe9ff9f8fac tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd56fe96-f8b9-402d-9557-23ad985e8368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744598 Nov 11 22:20:38.010801 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5ab322-27fc-446e-939b-147f94d3376b req-320b9537-322e-4100-bb59-fd3fff128c58 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:20:38.012226 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-ae5ab322-27fc-446e-939b-147f94d3376b req-320b9537-322e-4100-bb59-fd3fff128c58 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] 10.222.0.50 "GET /v2.0/ports?device_id=e51d0126-0110-4740-9c43-0cb61c4d7635 HTTP/1.1" status: 200 len: 945 time: 0.0501962 Nov 11 22:20:38.062337 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-ae5ab322-27fc-446e-939b-147f94d3376b req-f3ea7d4e-4559-421e-b693-a1a1c141eb3a tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] 10.222.0.50 "GET /v2.0/security-groups?id=fc362ee0-83e8-483f-a9f5-3f38744386b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442920 Nov 11 22:20:38.177001 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] get_ports_and_sgs() called for port_ids ['08a74177-13fc-4b27-b681-8b3582d03aae'] {{(pid=101952) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 22:20:38.287321 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62391ff1-3cc7-4319-a003-3129565ec030 req-116eb2bf-90ca-4618-aabe-b5bbc3a91dfe tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:20:38.288801 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-62391ff1-3cc7-4319-a003-3129565ec030 req-116eb2bf-90ca-4618-aabe-b5bbc3a91dfe tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1bff5be-1c1e-4186-98b3-13bb364493fb HTTP/1.1" status: 200 len: 946 time: 0.0549874 Nov 11 22:20:38.394693 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.plugins.ml2.plugin [req-62391ff1-3cc7-4319-a003-3129565ec030 req-e88c9401-1a42-496f-b4f3-bd47ee6c3afc tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] Deleting port 33e9cfcf-d127-4cb8-81d5-f7cd220406dc {{(pid=101950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:20:38.395036 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [req-62391ff1-3cc7-4319-a003-3129565ec030 req-e88c9401-1a42-496f-b4f3-bd47ee6c3afc tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776912257464'] for port, before_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:38.489894 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.plugins.ml2.db [req-62391ff1-3cc7-4319-a003-3129565ec030 req-e88c9401-1a42-496f-b4f3-bd47ee6c3afc tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] For port 33e9cfcf-d127-4cb8-81d5-f7cd220406dc, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=33e9cfcf-d127-4cb8-81d5-f7cd220406dc,segment=NetworkSegment(9450a3e6-214a-4a5d-bf95-fac01b747b02),segment_id=9450a3e6-214a-4a5d-bf95-fac01b747b02)] {{(pid=101950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:20:38.490257 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [req-62391ff1-3cc7-4319-a003-3129565ec030 req-e88c9401-1a42-496f-b4f3-bd47ee6c3afc tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668535'] for port, precommit_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:38.504241 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.plugins.ml2.plugin [req-62391ff1-3cc7-4319-a003-3129565ec030 req-e88c9401-1a42-496f-b4f3-bd47ee6c3afc tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] Calling delete_port for 33e9cfcf-d127-4cb8-81d5-f7cd220406dc owned by compute:nova {{(pid=101950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:20:38.632489 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [req-62391ff1-3cc7-4319-a003-3129565ec030 req-e88c9401-1a42-496f-b4f3-bd47ee6c3afc tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776912265346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776911838091'] for port, after_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:38.662790 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88c9401-1a42-496f-b4f3-bd47ee6c3afc tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] Pushing event deleted for resources: {'Port': ['ID=33e9cfcf-d127-4cb8-81d5-f7cd220406dc,revision_number=None']} {{(pid=101950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:20:38.689168 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88c9401-1a42-496f-b4f3-bd47ee6c3afc tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:20:38.689508 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88c9401-1a42-496f-b4f3-bd47ee6c3afc tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:20:38.689848 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88c9401-1a42-496f-b4f3-bd47ee6c3afc tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:20:38.690185 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88c9401-1a42-496f-b4f3-bd47ee6c3afc tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:20:38.690515 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88c9401-1a42-496f-b4f3-bd47ee6c3afc tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:20:38.690840 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88c9401-1a42-496f-b4f3-bd47ee6c3afc tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:20:38.691163 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88c9401-1a42-496f-b4f3-bd47ee6c3afc tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:20:38.691486 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88c9401-1a42-496f-b4f3-bd47ee6c3afc tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:20:38.691803 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88c9401-1a42-496f-b4f3-bd47ee6c3afc tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:20:38.692120 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88c9401-1a42-496f-b4f3-bd47ee6c3afc tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:20:38.692439 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88c9401-1a42-496f-b4f3-bd47ee6c3afc tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:20:38.692780 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88c9401-1a42-496f-b4f3-bd47ee6c3afc tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:20:38.711507 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.db.l3_dvrscheduler_db [req-62391ff1-3cc7-4319-a003-3129565ec030 req-e88c9401-1a42-496f-b4f3-bd47ee6c3afc tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] No DVR routers for this DVR port 33e9cfcf-d127-4cb8-81d5-f7cd220406dc on host hv-cinder-73362 {{(pid=101950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 22:20:38.713831 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [req-62391ff1-3cc7-4319-a003-3129565ec030 req-e88c9401-1a42-496f-b4f3-bd47ee6c3afc tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26363'] for port, before_response {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:38.717890 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-62391ff1-3cc7-4319-a003-3129565ec030 req-e88c9401-1a42-496f-b4f3-bd47ee6c3afc tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.26 "DELETE /v2.0/ports/33e9cfcf-d127-4cb8-81d5-f7cd220406dc HTTP/1.1" status: 204 len: 173 time: 0.4176259 Nov 11 22:20:38.718571 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1bff5be-1c1e-4186-98b3-13bb364493fb', 'name': 'network-vif-deleted', 'tag': '33e9cfcf-d127-4cb8-81d5-f7cd220406dc'}] {{(pid=101950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:20:38.722369 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6a5285f65aca903721fee6e5434d0235345418fba5e47a2479ed174f8b69804" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be117884-154a-4dd6-b40e-50d575346ad1" -d '{"events": [{"server_uuid": "d1bff5be-1c1e-4186-98b3-13bb364493fb", "name": "network-vif-deleted", "tag": "33e9cfcf-d127-4cb8-81d5-f7cd220406dc"}]}' {{(pid=101950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:20:38.761904 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 22:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed2316b6-976d-4c4c-b05f-5a5f666666ca x-openstack-request-id: req-ed2316b6-976d-4c4c-b05f-5a5f666666ca {{(pid=101950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:20:38.762165 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1bff5be-1c1e-4186-98b3-13bb364493fb", "name": "network-vif-deleted", "tag": "33e9cfcf-d127-4cb8-81d5-f7cd220406dc", "status": "completed", "code": 200}]} {{(pid=101950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:20:38.762462 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ed2316b6-976d-4c4c-b05f-5a5f666666ca {{(pid=101950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:20:38.762812 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1bff5be-1c1e-4186-98b3-13bb364493fb', 'name': 'network-vif-deleted', 'tag': '33e9cfcf-d127-4cb8-81d5-f7cd220406dc', 'status': 'completed', 'code': 200} Nov 11 22:20:38.764480 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] get_ports_and_sgs() called for port_ids ['33e9cfcf-d127-4cb8-81d5-f7cd220406dc'] {{(pid=101952) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 22:20:38.971871 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.db.agents_db [None req-7a0be6d5-f821-4115-b6dd-94f53e40a68e None None] Agent healthcheck: found 6 active agents {{(pid=101953) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:20:39.059184 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-72e10ba3-9490-478e-913b-88fbb882d83a req-0a4b84ef-f224-4b6d-b710-5691af612479 tempest-ServerRescueNegativeTestJSON-712967001 tempest-ServerRescueNegativeTestJSON-712967001-project] 10.222.0.50 "GET /v2.0/ports?device_id=d1bff5be-1c1e-4186-98b3-13bb364493fb HTTP/1.1" status: 200 len: 210 time: 0.0562212 Nov 11 22:20:39.083628 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef11faf-225c-4c8e-b38d-50189c86255d req-8015bab4-1538-4893-8e2e-5b4c35b8c9ca tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:20:39.085237 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-fef11faf-225c-4c8e-b38d-50189c86255d req-8015bab4-1538-4893-8e2e-5b4c35b8c9ca tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] 10.222.0.50 "GET /v2.0/ports?device_id=add4f80f-f0c8-48e0-b7f5-24be16fae5cb HTTP/1.1" status: 200 len: 944 time: 0.0725293 Nov 11 22:20:39.163256 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-fef11faf-225c-4c8e-b38d-50189c86255d req-a184aa97-ce57-4765-839f-a3573c528936 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd56fe96-f8b9-402d-9557-23ad985e8368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702813 Nov 11 22:20:39.594875 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799c189d-ceea-4cba-89af-add3e0da637b req-16855320-cc4b-4c65-b76d-34ef9eb91142 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:20:39.596343 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-799c189d-ceea-4cba-89af-add3e0da637b req-16855320-cc4b-4c65-b76d-34ef9eb91142 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] 10.222.0.50 "GET /v2.0/ports?device_id=e51d0126-0110-4740-9c43-0cb61c4d7635 HTTP/1.1" status: 200 len: 945 time: 0.3305845 Nov 11 22:20:39.603003 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b327f4-9998-4045-8018-ed964c605439 req-ce9e293e-237c-40be-ba7b-1827e1c66b36 tempest-VolumesSnapshotTestJSON-1792625471 tempest-VolumesSnapshotTestJSON-1792625471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:20:39.604397 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-10b327f4-9998-4045-8018-ed964c605439 req-ce9e293e-237c-40be-ba7b-1827e1c66b36 tempest-VolumesSnapshotTestJSON-1792625471 tempest-VolumesSnapshotTestJSON-1792625471-project] 10.222.0.50 "GET /v2.0/networks?id=a5cb8773-2445-4630-852f-d535f148c5a7 HTTP/1.1" status: 200 len: 813 time: 0.4559810 Nov 11 22:20:39.638255 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-10b327f4-9998-4045-8018-ed964c605439 req-a5ee9d44-3b60-4dc2-be68-3c75a0c31545 tempest-VolumesSnapshotTestJSON-1792625471 tempest-VolumesSnapshotTestJSON-1792625471-project] 10.222.0.50 "GET /v2.0/quotas/37b808c6e5e548688848ea41ad988fac HTTP/1.1" status: 200 len: 375 time: 0.0167518 Nov 11 22:20:39.682193 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-10b327f4-9998-4045-8018-ed964c605439 req-dcf52590-fb0e-482c-abd4-11fdcf0ad83b tempest-VolumesSnapshotTestJSON-1792625471 tempest-VolumesSnapshotTestJSON-1792625471-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=37b808c6e5e548688848ea41ad988fac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0358107 Nov 11 22:20:39.693424 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-799c189d-ceea-4cba-89af-add3e0da637b req-f8f269cb-18e6-4b41-8fbe-8d3564134652 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] 10.222.0.50 "GET /v2.0/security-groups?id=fc362ee0-83e8-483f-a9f5-3f38744386b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878153 Nov 11 22:20:39.824278 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-10b327f4-9998-4045-8018-ed964c605439 req-32520d61-882e-4563-90d1-fe0d8e6180d9 service neutron] 10.222.0.50 "GET /v2.0/networks/a5cb8773-2445-4630-852f-d535f148c5a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292620 Nov 11 22:20:39.844396 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:39.930149 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-10b327f4-9998-4045-8018-ed964c605439 req-686a792f-9ae9-43ec-973f-00797192a12d service neutron] 10.222.0.50 "GET /v2.0/networks/a5cb8773-2445-4630-852f-d535f148c5a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984738 Nov 11 22:20:40.104473 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-a50fdf59-1f0d-4a43-b165-cb752a423e73 req-6ee3a37d-18fb-471a-83f7-c05be9a215ed tempest-VolumesSnapshotTestJSON-1792625471 tempest-VolumesSnapshotTestJSON-1792625471-project] 10.222.0.50 "GET /v2.0/ports?device_id=24af170d-33cf-47bf-a615-f752f2832eac HTTP/1.1" status: 200 len: 210 time: 0.0345933 Nov 11 22:20:40.120078 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 46962) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:20:40.307776 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18539ce5-350d-425e-8c2e-7cf4e98d234e req-038bde0d-ffc8-45c4-a43e-f67714c1e80f tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:20:40.309461 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-18539ce5-350d-425e-8c2e-7cf4e98d234e req-038bde0d-ffc8-45c4-a43e-f67714c1e80f tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] 10.222.0.50 "GET /v2.0/ports?device_id=add4f80f-f0c8-48e0-b7f5-24be16fae5cb HTTP/1.1" status: 200 len: 944 time: 0.0671585 Nov 11 22:20:40.369502 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-18539ce5-350d-425e-8c2e-7cf4e98d234e req-d09e8548-29b2-402a-be14-005bdb4b9f77 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd56fe96-f8b9-402d-9557-23ad985e8368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531180 Nov 11 22:20:40.401282 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Device 08a74177-13fc-4b27-b681-8b3582d03aae up at agent hyperv_hv-cinder-73362 {{(pid=101952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:20:40.489930 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.provisioning_blocks [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Provisioning for port 08a74177-13fc-4b27-b681-8b3582d03aae completed by entity L2. {{(pid=101952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 22:20:40.494755 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.provisioning_blocks [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Provisioning complete for port 08a74177-13fc-4b27-b681-8b3582d03aae triggered by entity L2. {{(pid=101952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:20:40.495220 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8061746'] for port, provisioning_complete {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:40.586920 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:40.605465 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-854f5571-a262-4c59-92de-611d33267c20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-658385'] for router_interface, before_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:40.616318 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'add4f80f-f0c8-48e0-b7f5-24be16fae5cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08a74177-13fc-4b27-b681-8b3582d03aae'}] {{(pid=101952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:20:40.619845 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}354dda558456ac383be05774d0115fbb8a8e814f0e1169db929e83f4c2942df8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfed77a1-5318-4b7b-9490-ced98a21c1ab" -d '{"events": [{"server_uuid": "add4f80f-f0c8-48e0-b7f5-24be16fae5cb", "name": "network-vif-plugged", "status": "completed", "tag": "08a74177-13fc-4b27-b681-8b3582d03aae"}]}' {{(pid=101952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:20:40.633848 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] For port 08a74177-13fc-4b27-b681-8b3582d03aae, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=08a74177-13fc-4b27-b681-8b3582d03aae,segment=NetworkSegment(0f84472f-f0e4-456a-9222-5ba8c86f3ac5),segment_id=0f84472f-f0e4-456a-9222-5ba8c86f3ac5)] {{(pid=101952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:20:40.646875 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776912265364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776911838100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776911838118'] for port, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:40.647822 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Device 33e9cfcf-d127-4cb8-81d5-f7cd220406dc no longer exists at agent hyperv_hv-cinder-73362 {{(pid=101952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:20:40.703272 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 22:20:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a24f031-4e77-4fe8-9219-60d8a3227029 x-openstack-request-id: req-4a24f031-4e77-4fe8-9219-60d8a3227029 {{(pid=101952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:20:40.703860 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "add4f80f-f0c8-48e0-b7f5-24be16fae5cb", "name": "network-vif-plugged", "status": "completed", "tag": "08a74177-13fc-4b27-b681-8b3582d03aae", "code": 200}]} {{(pid=101952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:20:40.704286 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-4a24f031-4e77-4fe8-9219-60d8a3227029 {{(pid=101952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:20:40.704857 dv-cinder-733622-20-iscsi neutron-server[101952]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'add4f80f-f0c8-48e0-b7f5-24be16fae5cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08a74177-13fc-4b27-b681-8b3582d03aae', 'code': 200} Nov 11 22:20:40.725937 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Pushing event updated for resources: {'Port': ['ID=08a74177-13fc-4b27-b681-8b3582d03aae,revision_number=5']} {{(pid=101952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:20:40.729379 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.plugin [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] No Port match for: 33e9cfcf-d127-4cb8-81d5-f7cd220406dc {{(pid=101952) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:20:40.729551 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Device 33e9cfcf-d127-4cb8-81d5-f7cd220406dc not bound to the agent host hv-cinder-73362 {{(pid=101952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:20:40.848259 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baa02f5-8d4d-4a7c-a34f-c67b2aeadc34 req-7ded3edf-01e1-47ff-8e45-547db66ec078 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:20:40.850070 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-7baa02f5-8d4d-4a7c-a34f-c67b2aeadc34 req-7ded3edf-01e1-47ff-8e45-547db66ec078 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] 10.222.0.50 "GET /v2.0/ports?device_id=e51d0126-0110-4740-9c43-0cb61c4d7635 HTTP/1.1" status: 200 len: 945 time: 0.0722091 Nov 11 22:20:40.907683 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-7baa02f5-8d4d-4a7c-a34f-c67b2aeadc34 req-876ed375-1220-403f-8c9e-6d283ce3dbed tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] 10.222.0.50 "GET /v2.0/security-groups?id=fc362ee0-83e8-483f-a9f5-3f38744386b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507543 Nov 11 22:20:40.974711 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a49898d-7dfd-4e00-a4a5-1b4a8da641b9 req-1adc84a4-0e1c-4cdb-b230-52bca2e666b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:20:40.976171 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-4a49898d-7dfd-4e00-a4a5-1b4a8da641b9 req-1adc84a4-0e1c-4cdb-b230-52bca2e666b8 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=add4f80f-f0c8-48e0-b7f5-24be16fae5cb HTTP/1.1" status: 200 len: 1098 time: 0.0580769 Nov 11 22:20:41.027054 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.plugin [None req-854f5571-a262-4c59-92de-611d33267c20 admin admin] Deleting port a059e863-b8e5-4d8a-8d09-5056bc1db63b {{(pid=101951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:20:41.027511 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-854f5571-a262-4c59-92de-611d33267c20 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776912257464'] for port, before_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:41.052836 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-4a49898d-7dfd-4e00-a4a5-1b4a8da641b9 req-6f7dd6bf-a6f1-4a86-b94c-2fce6c51f2d5 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=fd56fe96-f8b9-402d-9557-23ad985e8368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659163 Nov 11 22:20:41.122511 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.db [None req-854f5571-a262-4c59-92de-611d33267c20 admin admin] For port a059e863-b8e5-4d8a-8d09-5056bc1db63b, host dv-cinder-733622-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-20-iscsi',level=0,port_id=a059e863-b8e5-4d8a-8d09-5056bc1db63b,segment=NetworkSegment(9450a3e6-214a-4a5d-bf95-fac01b747b02),segment_id=9450a3e6-214a-4a5d-bf95-fac01b747b02)] {{(pid=101951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:20:41.123149 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-854f5571-a262-4c59-92de-611d33267c20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668535'] for port, precommit_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:41.136827 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.plugin [None req-854f5571-a262-4c59-92de-611d33267c20 admin admin] Calling delete_port for a059e863-b8e5-4d8a-8d09-5056bc1db63b owned by network:router_interface {{(pid=101951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:20:41.206397 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-e8c1565c-1027-4352-9ace-1deb467c467f req-a84bac93-5d9f-405b-acc5-4dc1350f0492 tempest-VolumesSnapshotTestJSON-1792625471 tempest-VolumesSnapshotTestJSON-1792625471-project] 10.222.0.50 "GET /v2.0/ports?device_id=24af170d-33cf-47bf-a615-f752f2832eac HTTP/1.1" status: 200 len: 210 time: 0.0282192 Nov 11 22:20:41.324800 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-854f5571-a262-4c59-92de-611d33267c20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776912265346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776911838091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9099554'] for port, after_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:41.351384 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854f5571-a262-4c59-92de-611d33267c20 admin admin] Pushing event deleted for resources: {'Port': ['ID=a059e863-b8e5-4d8a-8d09-5056bc1db63b,revision_number=None']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:20:41.372622 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b327f4-9998-4045-8018-ed964c605439 req-fd7defb5-1a57-492d-8bcf-8560423d49f8 tempest-VolumesSnapshotTestJSON-1792625471 tempest-VolumesSnapshotTestJSON-1792625471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:20:41.374841 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-10b327f4-9998-4045-8018-ed964c605439 req-fd7defb5-1a57-492d-8bcf-8560423d49f8 tempest-VolumesSnapshotTestJSON-1792625471 tempest-VolumesSnapshotTestJSON-1792625471-project] 10.222.0.26 "GET /v2.0/networks?id=a5cb8773-2445-4630-852f-d535f148c5a7 HTTP/1.1" status: 200 len: 813 time: 0.1168833 Nov 11 22:20:41.389018 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.v2.base [req-10b327f4-9998-4045-8018-ed964c605439 req-81c3940b-edd6-4142-88f5-df3c2c7e1d90 tempest-VolumesSnapshotTestJSON-1792625471 tempest-VolumesSnapshotTestJSON-1792625471-project] Request body: {'port': {'device_id': '24af170d-33cf-47bf-a615-f752f2832eac', 'network_id': 'a5cb8773-2445-4630-852f-d535f148c5a7', 'admin_state_up': True, 'tenant_id': '37b808c6e5e548688848ea41ad988fac'}} {{(pid=101950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:20:41.396629 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854f5571-a262-4c59-92de-611d33267c20 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:20:41.396979 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854f5571-a262-4c59-92de-611d33267c20 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:20:41.397313 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854f5571-a262-4c59-92de-611d33267c20 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:20:41.397639 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854f5571-a262-4c59-92de-611d33267c20 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:20:41.397963 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854f5571-a262-4c59-92de-611d33267c20 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:20:41.398285 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854f5571-a262-4c59-92de-611d33267c20 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:20:41.398612 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854f5571-a262-4c59-92de-611d33267c20 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:20:41.398933 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854f5571-a262-4c59-92de-611d33267c20 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:20:41.400100 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854f5571-a262-4c59-92de-611d33267c20 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:20:41.400100 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854f5571-a262-4c59-92de-611d33267c20 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:20:41.401107 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854f5571-a262-4c59-92de-611d33267c20 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:20:41.401478 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854f5571-a262-4c59-92de-611d33267c20 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:20:41.536041 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-854f5571-a262-4c59-92de-611d33267c20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-634269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-657249'] for router_interface, after_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:41.536532 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec83ae9-d7ed-4a72-82b4-589cd0a34b8a req-937c1ef2-6aed-4ac7-b923-52666371aecf tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:20:41.537990 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-fec83ae9-d7ed-4a72-82b4-589cd0a34b8a req-937c1ef2-6aed-4ac7-b923-52666371aecf tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] 10.222.0.50 "GET /v2.0/ports?device_id=add4f80f-f0c8-48e0-b7f5-24be16fae5cb HTTP/1.1" status: 200 len: 945 time: 0.0788372 Nov 11 22:20:41.567181 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10b327f4-9998-4045-8018-ed964c605439 req-81c3940b-edd6-4142-88f5-df3c2c7e1d90 tempest-VolumesSnapshotTestJSON-1792625471 tempest-VolumesSnapshotTestJSON-1792625471-project] Made reservation on behalf of 37b808c6e5e548688848ea41ad988fac for: {'port': 1} {{(pid=101950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:20:41.570598 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [req-10b327f4-9998-4045-8018-ed964c605439 req-81c3940b-edd6-4142-88f5-df3c2c7e1d90 tempest-VolumesSnapshotTestJSON-1792625471 tempest-VolumesSnapshotTestJSON-1792625471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:41.623302 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-fec83ae9-d7ed-4a72-82b4-589cd0a34b8a req-56ae5487-b042-4e6f-a4f4-710ab0823a7a tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd56fe96-f8b9-402d-9557-23ad985e8368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757210 Nov 11 22:20:41.721333 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.db.db_base_plugin_common [req-10b327f4-9998-4045-8018-ed964c605439 req-81c3940b-edd6-4142-88f5-df3c2c7e1d90 tempest-VolumesSnapshotTestJSON-1792625471 tempest-VolumesSnapshotTestJSON-1792625471-project] Allocated IP 172.20.0.10 (a5cb8773-2445-4630-852f-d535f148c5a7/9f72593a-0a5e-4646-833d-0c0b3fec0348/dcd9f393-4067-4597-9f96-ef5295502a10) {{(pid=101950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:20:41.755453 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-854f5571-a262-4c59-92de-611d33267c20 admin admin] Router 3e6225dc-5fb3-4c33-bc9f-28edb42ac051 has already been hosted by L3 agent 4702c36b-78d9-4f52-8cbc-8d9e3292a6f2 {{(pid=101951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 22:20:41.859968 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-854f5571-a262-4c59-92de-611d33267c20 admin admin] Notify agent at l3_agent.dv-cinder-733622-20-iscsi the message routers_updated {{(pid=101951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:20:41.865106 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-854f5571-a262-4c59-92de-611d33267c20 admin admin] 10.222.0.50 "PUT /v2.0/routers/3e6225dc-5fb3-4c33-bc9f-28edb42ac051/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7438281 Nov 11 22:20:41.867494 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 46992) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:20:41.872172 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [req-10b327f4-9998-4045-8018-ed964c605439 req-81c3940b-edd6-4142-88f5-df3c2c7e1d90 tempest-VolumesSnapshotTestJSON-1792625471 tempest-VolumesSnapshotTestJSON-1792625471-project] Publish callbacks [] for port, precommit_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:41.873946 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e11e12-392d-4b80-a597-efac89f9357d None None] Sync routers for ids ['3e6225dc-5fb3-4c33-bc9f-28edb42ac051'] in dv-cinder-733622-20-iscsi {{(pid=101953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:20:41.884420 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e11e12-392d-4b80-a597-efac89f9357d None None] Routers {'3e6225dc-5fb3-4c33-bc9f-28edb42ac051'} bound to L3 agent in host dv-cinder-733622-20-iscsi {{(pid=101953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:20:41.885091 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.db.l3_hamode_db [None req-98e11e12-392d-4b80-a597-efac89f9357d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T22:08:28Z,description=,heartbeat_timestamp=2021-11-11T22:20:28Z,host='dv-cinder-733622-20-iscsi',id=4702c36b-78d9-4f52-8cbc-8d9e3292a6f2,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T22:08:28Z,topic='l3_agent')) {'router_ids': ['3e6225dc-5fb3-4c33-bc9f-28edb42ac051'], 'active': True} {{(pid=101953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:20:41.916100 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [req-10b327f4-9998-4045-8018-ed964c605439 req-81c3940b-edd6-4142-88f5-df3c2c7e1d90 tempest-VolumesSnapshotTestJSON-1792625471 tempest-VolumesSnapshotTestJSON-1792625471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776911838082'] for port, after_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:41.964159 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10b327f4-9998-4045-8018-ed964c605439 req-81c3940b-edd6-4142-88f5-df3c2c7e1d90 tempest-VolumesSnapshotTestJSON-1792625471 tempest-VolumesSnapshotTestJSON-1792625471-project] Network a5cb8773-2445-4630-852f-d535f148c5a7 is already hosted by enough agents. {{(pid=101950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:20:41.967668 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.scheduler.base_scheduler [req-10b327f4-9998-4045-8018-ed964c605439 req-81c3940b-edd6-4142-88f5-df3c2c7e1d90 tempest-VolumesSnapshotTestJSON-1792625471 tempest-VolumesSnapshotTestJSON-1792625471-project] Resources bound (agent type, host, resource id): {{(pid=101950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:20:41.971909 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.db.l3_dvrscheduler_db [req-10b327f4-9998-4045-8018-ed964c605439 req-81c3940b-edd6-4142-88f5-df3c2c7e1d90 tempest-VolumesSnapshotTestJSON-1792625471 tempest-VolumesSnapshotTestJSON-1792625471-project] Received port after_create {{(pid=101950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:20:41.978090 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b327f4-9998-4045-8018-ed964c605439 req-81c3940b-edd6-4142-88f5-df3c2c7e1d90 tempest-VolumesSnapshotTestJSON-1792625471 tempest-VolumesSnapshotTestJSON-1792625471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:20:41.978839 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [req-10b327f4-9998-4045-8018-ed964c605439 req-81c3940b-edd6-4142-88f5-df3c2c7e1d90 tempest-VolumesSnapshotTestJSON-1792625471 tempest-VolumesSnapshotTestJSON-1792625471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26363'] for port, before_response {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:41.982805 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c3940b-edd6-4142-88f5-df3c2c7e1d90 tempest-VolumesSnapshotTestJSON-1792625471 tempest-VolumesSnapshotTestJSON-1792625471-project] Pushing event updated for resources: {'Port': ['ID=dcd9f393-4067-4597-9f96-ef5295502a10,revision_number=1']} {{(pid=101950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:20:41.996338 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-c26c6a6c-82c4-48c7-afc3-8b1812492a91 admin admin] Publish callbacks [] for router, before_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:42.008131 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-10b327f4-9998-4045-8018-ed964c605439 req-81c3940b-edd6-4142-88f5-df3c2c7e1d90 tempest-VolumesSnapshotTestJSON-1792625471 tempest-VolumesSnapshotTestJSON-1792625471-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6230254 Nov 11 22:20:42.031048 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.v2.base [req-10b327f4-9998-4045-8018-ed964c605439 req-df9b9c5f-fdc3-4517-abe9-b1b1735dc920 service neutron] Request body: {'port': {'device_id': '24af170d-33cf-47bf-a615-f752f2832eac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=101950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:20:42.062032 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.db.l3_dvr_db [None req-98e11e12-392d-4b80-a597-efac89f9357d None None] Set router 3e6225dc-5fb3-4c33-bc9f-28edb42ac051 gateway port host: dv-cinder-733622-20-iscsi {{(pid=101953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:20:42.076337 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0c8f01-a3ae-49a6-a0c4-12ca48f3e3c2 req-5168c2b1-1c72-4c0e-94d4-5f4697ddd9f1 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:20:42.077989 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-6b0c8f01-a3ae-49a6-a0c4-12ca48f3e3c2 req-5168c2b1-1c72-4c0e-94d4-5f4697ddd9f1 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] 10.222.0.50 "GET /v2.0/ports?device_id=e51d0126-0110-4740-9c43-0cb61c4d7635 HTTP/1.1" status: 200 len: 945 time: 0.0836763 Nov 11 22:20:42.126296 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [req-10b327f4-9998-4045-8018-ed964c605439 req-df9b9c5f-fdc3-4517-abe9-b1b1735dc920 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_update {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:42.210736 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-6b0c8f01-a3ae-49a6-a0c4-12ca48f3e3c2 req-2d45a2c7-6e08-45f2-b14f-26501b6d096f tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] 10.222.0.50 "GET /v2.0/security-groups?id=fc362ee0-83e8-483f-a9f5-3f38744386b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1120636 Nov 11 22:20:42.342916 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.db.l3_hamode_db [None req-98e11e12-392d-4b80-a597-efac89f9357d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e6225dc-5fb3-4c33-bc9f-28edb42ac051', 'name': 'tempest-ServerRescueNegativeTestJSON-216847738-router', 'tenant_id': 'f08f0ccbadb74a1fb24f11c7ab51aed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'external_fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': '92c67adc-a80c-41f0-9366-bb803fe58360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:16:31Z', 'updated_at': '2021-11-11T22:20:41Z', 'revision_number': 5, 'project_id': 'f08f0ccbadb74a1fb24f11c7ab51aed8', 'gw_port': {'id': '92c67adc-a80c-41f0-9366-bb803fe58360', 'name': '', 'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:aa:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6225dc-5fb3-4c33-bc9f-28edb42ac051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:16:33Z', 'updated_at': '2021-11-11T22:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-20-iscsi'}], 'dv-cinder-733622-20-iscsi', False) {} {{(pid=101953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:20:42.374495 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e11e12-392d-4b80-a597-efac89f9357d None None] Checking router: 3e6225dc-5fb3-4c33-bc9f-28edb42ac051 for host: dv-cinder-733622-20-iscsi {{(pid=101953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:20:42.384391 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e11e12-392d-4b80-a597-efac89f9357d None None] Routers {'3e6225dc-5fb3-4c33-bc9f-28edb42ac051'} bound to L3 agent in host dv-cinder-733622-20-iscsi {{(pid=101953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:20:42.385043 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.db.l3_hamode_db [None req-98e11e12-392d-4b80-a597-efac89f9357d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T22:08:28Z,description=,heartbeat_timestamp=2021-11-11T22:20:28Z,host='dv-cinder-733622-20-iscsi',id=4702c36b-78d9-4f52-8cbc-8d9e3292a6f2,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T22:08:28Z,topic='l3_agent')) {'router_ids': ['3e6225dc-5fb3-4c33-bc9f-28edb42ac051'], 'active': True} {{(pid=101953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:20:42.390884 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d309599-1d27-4f87-88d1-baea5399fcea req-080f5e1b-1ec8-4f43-ab1d-0966e1790f74 tempest-VolumesSnapshotTestJSON-1792625471 tempest-VolumesSnapshotTestJSON-1792625471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:20:42.392631 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-6d309599-1d27-4f87-88d1-baea5399fcea req-080f5e1b-1ec8-4f43-ab1d-0966e1790f74 tempest-VolumesSnapshotTestJSON-1792625471 tempest-VolumesSnapshotTestJSON-1792625471-project] 10.222.0.50 "GET /v2.0/ports?device_id=24af170d-33cf-47bf-a615-f752f2832eac HTTP/1.1" status: 200 len: 932 time: 0.0740399 Nov 11 22:20:42.474299 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-c26c6a6c-82c4-48c7-afc3-8b1812492a91 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:42.497323 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-6d309599-1d27-4f87-88d1-baea5399fcea req-3db9b99f-45e6-4504-8988-2fdf1b20d5dd tempest-VolumesSnapshotTestJSON-1792625471 tempest-VolumesSnapshotTestJSON-1792625471-project] 10.222.0.50 "GET /v2.0/security-groups?id=0a6f9ac3-42c8-4acc-8285-8f7fe1c0e9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898972 Nov 11 22:20:42.536581 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.db.l3_dvr_db [None req-98e11e12-392d-4b80-a597-efac89f9357d None None] Set router 3e6225dc-5fb3-4c33-bc9f-28edb42ac051 gateway port host: dv-cinder-733622-20-iscsi {{(pid=101953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:20:42.568280 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.plugin [None req-c26c6a6c-82c4-48c7-afc3-8b1812492a91 admin admin] Deleting port 92c67adc-a80c-41f0-9366-bb803fe58360 {{(pid=101951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:20:42.568833 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-c26c6a6c-82c4-48c7-afc3-8b1812492a91 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776912257464'] for port, before_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:42.614275 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.notifiers.nova [req-10b327f4-9998-4045-8018-ed964c605439 req-df9b9c5f-fdc3-4517-abe9-b1b1735dc920 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcd9f393-4067-4597-9f96-ef5295502a10 {{(pid=101950) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 22:20:42.625058 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [req-10b327f4-9998-4045-8018-ed964c605439 req-df9b9c5f-fdc3-4517-abe9-b1b1735dc920 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:42.646722 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.db.provisioning_blocks [req-10b327f4-9998-4045-8018-ed964c605439 req-df9b9c5f-fdc3-4517-abe9-b1b1735dc920 service neutron] Transition to ACTIVE for port object dcd9f393-4067-4597-9f96-ef5295502a10 will not be triggered until provisioned by entity L2. {{(pid=101950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 22:20:42.655901 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [req-10b327f4-9998-4045-8018-ed964c605439 req-df9b9c5f-fdc3-4517-abe9-b1b1735dc920 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776912265364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776911838100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776911838118'] for port, after_update {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:42.679328 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.db [None req-c26c6a6c-82c4-48c7-afc3-8b1812492a91 admin admin] For port 92c67adc-a80c-41f0-9366-bb803fe58360, host dv-cinder-733622-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-20-iscsi',level=0,port_id=92c67adc-a80c-41f0-9366-bb803fe58360,segment=NetworkSegment(a0316b7b-fb1e-457f-ba74-a0bbaa82bcb7),segment_id=a0316b7b-fb1e-457f-ba74-a0bbaa82bcb7)] {{(pid=101951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:20:42.679732 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-c26c6a6c-82c4-48c7-afc3-8b1812492a91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668535'] for port, precommit_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:42.719314 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.plugin [None req-c26c6a6c-82c4-48c7-afc3-8b1812492a91 admin admin] Calling delete_port for 92c67adc-a80c-41f0-9366-bb803fe58360 owned by network:router_gateway {{(pid=101951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:20:42.720063 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9b9c5f-fdc3-4517-abe9-b1b1735dc920 service neutron] Pushing event updated for resources: {'Port': ['ID=dcd9f393-4067-4597-9f96-ef5295502a10,revision_number=2']} {{(pid=101950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:20:42.806549 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.db.l3_hamode_db [None req-98e11e12-392d-4b80-a597-efac89f9357d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e6225dc-5fb3-4c33-bc9f-28edb42ac051', 'name': 'tempest-ServerRescueNegativeTestJSON-216847738-router', 'tenant_id': 'f08f0ccbadb74a1fb24f11c7ab51aed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'external_fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': '92c67adc-a80c-41f0-9366-bb803fe58360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:16:31Z', 'updated_at': '2021-11-11T22:20:41Z', 'revision_number': 5, 'project_id': 'f08f0ccbadb74a1fb24f11c7ab51aed8', 'gw_port': {'id': '92c67adc-a80c-41f0-9366-bb803fe58360', 'name': '', 'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:aa:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6225dc-5fb3-4c33-bc9f-28edb42ac051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:16:33Z', 'updated_at': '2021-11-11T22:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-20-iscsi'}], 'dv-cinder-733622-20-iscsi', False) {} {{(pid=101953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:20:42.813689 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.plugins.ml2.managers [req-10b327f4-9998-4045-8018-ed964c605439 req-df9b9c5f-fdc3-4517-abe9-b1b1735dc920 service neutron] Attempting to bind port dcd9f393-4067-4597-9f96-ef5295502a10 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=101950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:20:42.814026 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.plugins.ml2.managers [req-10b327f4-9998-4045-8018-ed964c605439 req-df9b9c5f-fdc3-4517-abe9-b1b1735dc920 service neutron] Attempting to bind port dcd9f393-4067-4597-9f96-ef5295502a10 by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': 'b36605d2-852c-4962-b97f-ccd10282d3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'a5cb8773-2445-4630-852f-d535f148c5a7'}] {{(pid=101950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:20:42.814616 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b327f4-9998-4045-8018-ed964c605439 req-df9b9c5f-fdc3-4517-abe9-b1b1735dc920 service neutron] Attempting to bind port dcd9f393-4067-4597-9f96-ef5295502a10 on network a5cb8773-2445-4630-852f-d535f148c5a7 {{(pid=101950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:20:42.828139 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b327f4-9998-4045-8018-ed964c605439 req-df9b9c5f-fdc3-4517-abe9-b1b1735dc920 service neutron] Port dcd9f393-4067-4597-9f96-ef5295502a10 on network a5cb8773-2445-4630-852f-d535f148c5a7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=101950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 22:20:42.828735 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b327f4-9998-4045-8018-ed964c605439 req-df9b9c5f-fdc3-4517-abe9-b1b1735dc920 service neutron] Attempting to bind port dcd9f393-4067-4597-9f96-ef5295502a10 on network a5cb8773-2445-4630-852f-d535f148c5a7 {{(pid=101950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:20:42.837749 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e11e12-392d-4b80-a597-efac89f9357d None None] The sync data for ids ['3e6225dc-5fb3-4c33-bc9f-28edb42ac051'] in dv-cinder-733622-20-iscsi is: [{'id': '3e6225dc-5fb3-4c33-bc9f-28edb42ac051', 'name': 'tempest-ServerRescueNegativeTestJSON-216847738-router', 'tenant_id': 'f08f0ccbadb74a1fb24f11c7ab51aed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'external_fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': '92c67adc-a80c-41f0-9366-bb803fe58360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:16:31Z', 'updated_at': '2021-11-11T22:20:41Z', 'revision_number': 5, 'project_id': 'f08f0ccbadb74a1fb24f11c7ab51aed8', 'gw_port': {'id': '92c67adc-a80c-41f0-9366-bb803fe58360', 'name': '', 'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:aa:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6225dc-5fb3-4c33-bc9f-28edb42ac051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:16:33Z', 'updated_at': '2021-11-11T22:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-20-iscsi'}] {{(pid=101953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:20:42.848716 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b327f4-9998-4045-8018-ed964c605439 req-df9b9c5f-fdc3-4517-abe9-b1b1735dc920 service neutron] Checking agent: {'id': 'a052ab81-1c58-45ec-bb06-1cf32ae4b08e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 22, 14, 39), 'started_at': datetime.datetime(2021, 11, 11, 22, 14, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 20, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:20:42.849299 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b327f4-9998-4045-8018-ed964c605439 req-df9b9c5f-fdc3-4517-abe9-b1b1735dc920 service neutron] Checking segment: {'id': 'b36605d2-852c-4962-b97f-ccd10282d3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'a5cb8773-2445-4630-852f-d535f148c5a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:20:42.849922 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b327f4-9998-4045-8018-ed964c605439 req-df9b9c5f-fdc3-4517-abe9-b1b1735dc920 service neutron] Bound using segment: {'id': 'b36605d2-852c-4962-b97f-ccd10282d3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'a5cb8773-2445-4630-852f-d535f148c5a7'} {{(pid=101950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:20:42.850660 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.plugins.ml2.managers [req-10b327f4-9998-4045-8018-ed964c605439 req-df9b9c5f-fdc3-4517-abe9-b1b1735dc920 service neutron] Bound port: dcd9f393-4067-4597-9f96-ef5295502a10, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b36605d2-852c-4962-b97f-ccd10282d3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'a5cb8773-2445-4630-852f-d535f148c5a7'}}] {{(pid=101950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:20:42.851239 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [req-10b327f4-9998-4045-8018-ed964c605439 req-df9b9c5f-fdc3-4517-abe9-b1b1735dc920 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_update {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:42.874085 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3b7cac-a474-4e9a-951d-34317821c2aa req-378c9252-1142-4101-9006-c519d4b1b459 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:20:42.877480 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-7c3b7cac-a474-4e9a-951d-34317821c2aa req-378c9252-1142-4101-9006-c519d4b1b459 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] 10.222.0.50 "GET /v2.0/ports?device_id=add4f80f-f0c8-48e0-b7f5-24be16fae5cb HTTP/1.1" status: 200 len: 945 time: 0.1266651 Nov 11 22:20:42.940116 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-c26c6a6c-82c4-48c7-afc3-8b1812492a91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776912265346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776911838091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9099554'] for port, after_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:42.971287 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26c6a6c-82c4-48c7-afc3-8b1812492a91 admin admin] Pushing event deleted for resources: {'Port': ['ID=92c67adc-a80c-41f0-9366-bb803fe58360,revision_number=None']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:20:43.023554 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.plugins.ml2.db [req-10b327f4-9998-4045-8018-ed964c605439 req-df9b9c5f-fdc3-4517-abe9-b1b1735dc920 service neutron] For port dcd9f393-4067-4597-9f96-ef5295502a10, host hv-cinder-73362, cleared binding levels {{(pid=101950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:20:43.043812 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-c26c6a6c-82c4-48c7-afc3-8b1812492a91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-657051'] for router_gateway, after_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:43.053630 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-7c3b7cac-a474-4e9a-951d-34317821c2aa req-2a028029-a526-492f-8202-a7b090ccc737 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd56fe96-f8b9-402d-9557-23ad985e8368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093657 Nov 11 22:20:43.056194 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.plugins.ml2.db [req-10b327f4-9998-4045-8018-ed964c605439 req-df9b9c5f-fdc3-4517-abe9-b1b1735dc920 service neutron] For port dcd9f393-4067-4597-9f96-ef5295502a10, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=dcd9f393-4067-4597-9f96-ef5295502a10,segment=NetworkSegment(b36605d2-852c-4962-b97f-ccd10282d3bb),segment_id=b36605d2-852c-4962-b97f-ccd10282d3bb)] {{(pid=101950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:20:43.064712 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [req-10b327f4-9998-4045-8018-ed964c605439 req-df9b9c5f-fdc3-4517-abe9-b1b1735dc920 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776912265364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776911838100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776911838118'] for port, after_update {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:43.108070 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b327f4-9998-4045-8018-ed964c605439 req-df9b9c5f-fdc3-4517-abe9-b1b1735dc920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:20:43.108732 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [req-10b327f4-9998-4045-8018-ed964c605439 req-df9b9c5f-fdc3-4517-abe9-b1b1735dc920 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26363'] for port, before_response {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:43.110295 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-10b327f4-9998-4045-8018-ed964c605439 req-df9b9c5f-fdc3-4517-abe9-b1b1735dc920 service neutron] 10.222.0.26 "PUT /v2.0/ports/dcd9f393-4067-4597-9f96-ef5295502a10 HTTP/1.1" status: 200 len: 1094 time: 1.0879781 Nov 11 22:20:43.113627 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24af170d-33cf-47bf-a615-f752f2832eac', 'tag': 'dcd9f393-4067-4597-9f96-ef5295502a10'}] {{(pid=101950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:20:43.131283 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6a5285f65aca903721fee6e5434d0235345418fba5e47a2479ed174f8b69804" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-829c6f42-a9ac-4078-b57b-d28cbeda82e1" -d '{"events": [{"name": "network-changed", "server_uuid": "24af170d-33cf-47bf-a615-f752f2832eac", "tag": "dcd9f393-4067-4597-9f96-ef5295502a10"}]}' {{(pid=101950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:20:43.184820 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9b9c5f-fdc3-4517-abe9-b1b1735dc920 service neutron] Pushing event updated for resources: {'Port': ['ID=dcd9f393-4067-4597-9f96-ef5295502a10,revision_number=3']} {{(pid=101950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:20:43.230469 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-c26c6a6c-82c4-48c7-afc3-8b1812492a91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-657422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24968'] for router, precommit_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:43.233870 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-c26c6a6c-82c4-48c7-afc3-8b1812492a91 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:43.279263 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 22:20:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2a3aaff-b5f1-4ce2-866e-b545afe34117 x-openstack-request-id: req-d2a3aaff-b5f1-4ce2-866e-b545afe34117 {{(pid=101950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:20:43.279872 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24af170d-33cf-47bf-a615-f752f2832eac", "tag": "dcd9f393-4067-4597-9f96-ef5295502a10", "status": "completed", "code": 200}]} {{(pid=101950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:20:43.280101 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d2a3aaff-b5f1-4ce2-866e-b545afe34117 {{(pid=101950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:20:43.280792 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24af170d-33cf-47bf-a615-f752f2832eac', 'tag': 'dcd9f393-4067-4597-9f96-ef5295502a10', 'status': 'completed', 'code': 200} Nov 11 22:20:43.345946 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-c26c6a6c-82c4-48c7-afc3-8b1812492a91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-657527'] for router, after_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:43.346995 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c26c6a6c-82c4-48c7-afc3-8b1812492a91 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3e6225dc-5fb3-4c33-bc9f-28edb42ac051 {{(pid=101951) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 22:20:43.353176 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-c26c6a6c-82c4-48c7-afc3-8b1812492a91 admin admin] Publish callbacks [] for router, before_response {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:43.354341 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-c26c6a6c-82c4-48c7-afc3-8b1812492a91 admin admin] 10.222.0.50 "DELETE /v2.0/routers/3e6225dc-5fb3-4c33-bc9f-28edb42ac051 HTTP/1.1" status: 204 len: 168 time: 1.4851842 Nov 11 22:20:43.357141 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 47014) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:20:43.363453 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b327f4-9998-4045-8018-ed964c605439 req-f4a46e6b-068b-4ce8-9d76-7ca00cf76123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:20:43.365306 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-10b327f4-9998-4045-8018-ed964c605439 req-f4a46e6b-068b-4ce8-9d76-7ca00cf76123 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=37b808c6e5e548688848ea41ad988fac&device_id=24af170d-33cf-47bf-a615-f752f2832eac HTTP/1.1" status: 200 len: 1097 time: 0.1632481 Nov 11 22:20:43.423637 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.db.db_base_plugin_v2 [None req-04719ddb-ca32-442d-b27e-4eec62888f83 admin admin] Deleting subnet c79b6f25-3c3e-41d1-96ac-2ecaf2fc7991 {{(pid=101951) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 22:20:43.426490 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-04719ddb-ca32-442d-b27e-4eec62888f83 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:43.477558 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-10b327f4-9998-4045-8018-ed964c605439 req-edc3cacb-15dc-492d-975c-9470c9b67d53 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dcd9f393-4067-4597-9f96-ef5295502a10 HTTP/1.1" status: 200 len: 217 time: 0.0950928 Nov 11 22:20:43.508031 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-04719ddb-ca32-442d-b27e-4eec62888f83 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9155543'] for subnet, precommit_delete_associations {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:43.522750 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc33cdc4-51e9-4a22-a187-adf787e6aa30 req-aa508720-bd0f-4307-ada8-679fa99ead41 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:20:43.525147 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-cc33cdc4-51e9-4a22-a187-adf787e6aa30 req-aa508720-bd0f-4307-ada8-679fa99ead41 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] 10.222.0.50 "GET /v2.0/ports?device_id=add4f80f-f0c8-48e0-b7f5-24be16fae5cb HTTP/1.1" status: 200 len: 945 time: 0.2420659 Nov 11 22:20:43.599303 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9df980-7376-4952-9c80-d0470441d5cf req-8ef65165-89ac-45fe-8fec-830641062bde tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:20:43.602946 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-cc9df980-7376-4952-9c80-d0470441d5cf req-8ef65165-89ac-45fe-8fec-830641062bde tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] 10.222.0.50 "GET /v2.0/ports?device_id=e51d0126-0110-4740-9c43-0cb61c4d7635 HTTP/1.1" status: 200 len: 945 time: 0.2613790 Nov 11 22:20:43.605233 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b327f4-9998-4045-8018-ed964c605439 req-ce3c1d0f-2c54-4687-a77e-cdc75c2c4cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:20:43.608243 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-10b327f4-9998-4045-8018-ed964c605439 req-ce3c1d0f-2c54-4687-a77e-cdc75c2c4cb3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9f72593a-0a5e-4646-833d-0c0b3fec0348 HTTP/1.1" status: 200 len: 853 time: 0.1235237 Nov 11 22:20:43.640112 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-04719ddb-ca32-442d-b27e-4eec62888f83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8068352'] for subnet, precommit_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:43.682364 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-10b327f4-9998-4045-8018-ed964c605439 req-1a940ab0-3edc-40c4-8318-0686e0700847 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a5cb8773-2445-4630-852f-d535f148c5a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0603790 Nov 11 22:20:43.715081 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-04719ddb-ca32-442d-b27e-4eec62888f83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8068375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9099537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9118686'] for subnet, after_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:43.750021 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04719ddb-ca32-442d-b27e-4eec62888f83 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c79b6f25-3c3e-41d1-96ac-2ecaf2fc7991,revision_number=None']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:20:43.760547 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-04719ddb-ca32-442d-b27e-4eec62888f83 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:43.766766 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-04719ddb-ca32-442d-b27e-4eec62888f83 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/c79b6f25-3c3e-41d1-96ac-2ecaf2fc7991 HTTP/1.1" status: 204 len: 168 time: 0.4085920 Nov 11 22:20:43.767466 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 47058) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:20:43.809485 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-cc33cdc4-51e9-4a22-a187-adf787e6aa30 req-822e8681-f9ff-41e7-9c1e-515edac82198 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd56fe96-f8b9-402d-9557-23ad985e8368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1995051 Nov 11 22:20:43.823947 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-cc9df980-7376-4952-9c80-d0470441d5cf req-9e09291b-12e1-4879-bf38-4e3a9c349b1c tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] 10.222.0.50 "GET /v2.0/security-groups?id=fc362ee0-83e8-483f-a9f5-3f38744386b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1828799 Nov 11 22:20:43.852484 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.wsgi [-] (101950) accepted ('10.222.0.50', 47060) {{(pid=101950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:20:43.885041 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-10b327f4-9998-4045-8018-ed964c605439 req-7748c0f4-6d16-4c62-8834-0aa4e1236fc8 service neutron] 10.222.0.26 "GET /v2.0/networks/a5cb8773-2445-4630-852f-d535f148c5a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912484 Nov 11 22:20:43.922466 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-cf33766c-6546-4838-8671-e660d5b14ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8138597'] for network, before_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:44.061331 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-cf33766c-6546-4838-8671-e660d5b14ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8067463', 'neutron.services.segments.db._delete_segments_for_network-8776912172270'] for network, precommit_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:44.094754 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.services.segments.db [None req-cf33766c-6546-4838-8671-e660d5b14ac4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f5472e6-3d4a-4f79-a5b2-6b96144f59c3']}} {{(pid=101951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:20:44.113405 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.services.segments.db [None req-cf33766c-6546-4838-8671-e660d5b14ac4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9450a3e6-214a-4a5d-bf95-fac01b747b02') {'for_net_delete': True} {{(pid=101951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:20:44.113857 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.services.segments.db [None req-cf33766c-6546-4838-8671-e660d5b14ac4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9450a3e6-214a-4a5d-bf95-fac01b747b02') {} {{(pid=101951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:20:44.131713 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-cf33766c-6546-4838-8671-e660d5b14ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776912404471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9157156'] for segment, before_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:44.148547 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b187b81-2520-4018-a49e-7cd7fca71747 req-184e32f7-fba4-45a7-8b2e-1e82dd4546d9 tempest-VolumesSnapshotTestJSON-1792625471 tempest-VolumesSnapshotTestJSON-1792625471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:20:44.150607 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-0b187b81-2520-4018-a49e-7cd7fca71747 req-184e32f7-fba4-45a7-8b2e-1e82dd4546d9 tempest-VolumesSnapshotTestJSON-1792625471 tempest-VolumesSnapshotTestJSON-1792625471-project] 10.222.0.50 "GET /v2.0/ports?device_id=24af170d-33cf-47bf-a615-f752f2832eac HTTP/1.1" status: 200 len: 944 time: 0.2346172 Nov 11 22:20:44.151989 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-cf33766c-6546-4838-8671-e660d5b14ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8017375'] for segment, precommit_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:44.160251 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf33766c-6546-4838-8671-e660d5b14ac4 admin admin] Releasing vlan 833 on physical network physnet1 to pool {{(pid=101951) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 22:20:44.161020 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-cf33766c-6546-4838-8671-e660d5b14ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8017375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9099647'] for segment, after_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:44.182569 dv-cinder-733622-20-iscsi neutron-server[101951]: Traceback (most recent call last): Nov 11 22:20:44.182569 dv-cinder-733622-20-iscsi neutron-server[101951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 22:20:44.182569 dv-cinder-733622-20-iscsi neutron-server[101951]: timer() Nov 11 22:20:44.182569 dv-cinder-733622-20-iscsi neutron-server[101951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 22:20:44.182569 dv-cinder-733622-20-iscsi neutron-server[101951]: cb(*args, **kw) Nov 11 22:20:44.182569 dv-cinder-733622-20-iscsi neutron-server[101951]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 22:20:44.182569 dv-cinder-733622-20-iscsi neutron-server[101951]: return func(*args, **kwargs) Nov 11 22:20:44.182569 dv-cinder-733622-20-iscsi neutron-server[101951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 22:20:44.182569 dv-cinder-733622-20-iscsi neutron-server[101951]: self._notify() Nov 11 22:20:44.182569 dv-cinder-733622-20-iscsi neutron-server[101951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 22:20:44.182569 dv-cinder-733622-20-iscsi neutron-server[101951]: self.callback(batched_events) Nov 11 22:20:44.182569 dv-cinder-733622-20-iscsi neutron-server[101951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 22:20:44.182569 dv-cinder-733622-20-iscsi neutron-server[101951]: event.method(event) Nov 11 22:20:44.182569 dv-cinder-733622-20-iscsi neutron-server[101951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 22:20:44.182569 dv-cinder-733622-20-iscsi neutron-server[101951]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 22:20:44.182569 dv-cinder-733622-20-iscsi neutron-server[101951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 22:20:44.182569 dv-cinder-733622-20-iscsi neutron-server[101951]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 22:20:44.182569 dv-cinder-733622-20-iscsi neutron-server[101951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 22:20:44.182569 dv-cinder-733622-20-iscsi neutron-server[101951]: return f(self, *a, **k) Nov 11 22:20:44.182569 dv-cinder-733622-20-iscsi neutron-server[101951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 22:20:44.182569 dv-cinder-733622-20-iscsi neutron-server[101951]: return self._get(url).json() Nov 11 22:20:44.182569 dv-cinder-733622-20-iscsi neutron-server[101951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 22:20:44.182569 dv-cinder-733622-20-iscsi neutron-server[101951]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 22:20:44.182569 dv-cinder-733622-20-iscsi neutron-server[101951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 22:20:44.182569 dv-cinder-733622-20-iscsi neutron-server[101951]: return self.request(url, 'GET', **kwargs) Nov 11 22:20:44.182569 dv-cinder-733622-20-iscsi neutron-server[101951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 22:20:44.182569 dv-cinder-733622-20-iscsi neutron-server[101951]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 22:20:44.182569 dv-cinder-733622-20-iscsi neutron-server[101951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 22:20:44.182569 dv-cinder-733622-20-iscsi neutron-server[101951]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 22:20:44.182569 dv-cinder-733622-20-iscsi neutron-server[101951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 22:20:44.182569 dv-cinder-733622-20-iscsi neutron-server[101951]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 22:20:44.182569 dv-cinder-733622-20-iscsi neutron-server[101951]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 22:20:44.229734 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-cf33766c-6546-4838-8671-e660d5b14ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8067486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657127'] for network, after_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:44.237639 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-cf33766c-6546-4838-8671-e660d5b14ac4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634242'] for network, before_response {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:44.241176 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-cf33766c-6546-4838-8671-e660d5b14ac4 admin admin] 10.222.0.50 "DELETE /v2.0/networks/2f5472e6-3d4a-4f79-a5b2-6b96144f59c3 HTTP/1.1" status: 204 len: 168 time: 0.4726634 Nov 11 22:20:44.265256 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-10b327f4-9998-4045-8018-ed964c605439 req-092aa0bd-3d07-4636-aa80-7f93a577bf69 service neutron] 10.222.0.26 "GET /v2.0/networks/a5cb8773-2445-4630-852f-d535f148c5a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3725762 Nov 11 22:20:44.265643 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf33766c-6546-4838-8671-e660d5b14ac4 admin admin] Pushing event deleted for resources: {'Network': ['ID=2f5472e6-3d4a-4f79-a5b2-6b96144f59c3,revision_number=None']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:20:44.287181 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-0b187b81-2520-4018-a49e-7cd7fca71747 req-62115432-7c45-4394-9cee-39559ea39cf4 tempest-VolumesSnapshotTestJSON-1792625471 tempest-VolumesSnapshotTestJSON-1792625471-project] 10.222.0.50 "GET /v2.0/security-groups?id=0a6f9ac3-42c8-4acc-8285-8f7fe1c0e9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257358 Nov 11 22:20:44.298139 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f86ac2c2-d9ac-4a0b-96e6-4e90de634d19 tempest-TestVolumeBootPattern-82417767 tempest-TestVolumeBootPattern-82417767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:20:44.303387 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 47070) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:20:44.303732 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [None req-f86ac2c2-d9ac-4a0b-96e6-4e90de634d19 tempest-TestVolumeBootPattern-82417767 tempest-TestVolumeBootPattern-82417767-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=add4f80f-f0c8-48e0-b7f5-24be16fae5cb HTTP/1.1" status: 200 len: 1093 time: 0.4498205 Nov 11 22:20:44.309767 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.v2.base [None req-aa68f536-fd05-4cf0-95fd-f46663b4f97c tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Request body: {'floatingip': {'floating_network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'port_id': '08a74177-13fc-4b27-b681-8b3582d03aae', 'tenant_id': '45877637febf473e8074291b9336b125', 'fixed_ip_address': '172.20.0.6'}} {{(pid=101951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:20:44.344765 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-aa68f536-fd05-4cf0-95fd-f46663b4f97c tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Publish callbacks [] for floatingip, before_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:44.408803 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829c6f42-a9ac-4078-b57b-d28cbeda82e1 req-7040b3d9-cce1-4fa5-b2c7-a19212e696f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:20:44.411539 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-829c6f42-a9ac-4078-b57b-d28cbeda82e1 req-7040b3d9-cce1-4fa5-b2c7-a19212e696f5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=37b808c6e5e548688848ea41ad988fac&device_id=24af170d-33cf-47bf-a615-f752f2832eac HTTP/1.1" status: 200 len: 1097 time: 0.0587685 Nov 11 22:20:44.489090 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-aa68f536-fd05-4cf0-95fd-f46663b4f97c tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:44.527397 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.wsgi [-] (101950) accepted ('10.222.0.50', 47086) {{(pid=101950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:20:44.582593 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829c6f42-a9ac-4078-b57b-d28cbeda82e1 req-b9576361-2496-486b-b074-387b2c96d04a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:20:44.584460 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-829c6f42-a9ac-4078-b57b-d28cbeda82e1 req-b9576361-2496-486b-b074-387b2c96d04a service neutron] 10.222.0.26 "GET /v2.0/networks?id=a5cb8773-2445-4630-852f-d535f148c5a7 HTTP/1.1" status: 200 len: 914 time: 0.1627786 Nov 11 22:20:44.646655 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.db.db_base_plugin_common [None req-aa68f536-fd05-4cf0-95fd-f46663b4f97c tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Allocated IP 172.27.0.152 (fd27370c-43f8-4948-a495-3a9880be1635/b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca/ce4ecb1c-4007-40f9-ab54-c65a57cde826) {{(pid=101951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:20:44.648199 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-829c6f42-a9ac-4078-b57b-d28cbeda82e1 req-b3abfd2b-0e0f-435d-8c2e-f69a43c52090 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dcd9f393-4067-4597-9f96-ef5295502a10 HTTP/1.1" status: 200 len: 217 time: 0.0539126 Nov 11 22:20:44.651760 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [None req-1fd26cc8-a995-4807-af9c-66807d591744 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f08f0ccbadb74a1fb24f11c7ab51aed8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1230319 Nov 11 22:20:44.655225 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.wsgi [-] (101950) accepted ('10.222.0.50', 47088) {{(pid=101950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:20:44.739094 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829c6f42-a9ac-4078-b57b-d28cbeda82e1 req-dca335b9-50aa-4d85-bdb1-f8e65987cd8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:20:44.744700 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-829c6f42-a9ac-4078-b57b-d28cbeda82e1 req-dca335b9-50aa-4d85-bdb1-f8e65987cd8c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9f72593a-0a5e-4646-833d-0c0b3fec0348 HTTP/1.1" status: 200 len: 853 time: 0.0814145 Nov 11 22:20:44.803822 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-aa68f536-fd05-4cf0-95fd-f46663b4f97c tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Publish callbacks [] for port, precommit_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:44.804222 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-829c6f42-a9ac-4078-b57b-d28cbeda82e1 req-bfe14cc0-877c-4ed4-baa7-72ec15f935eb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a5cb8773-2445-4630-852f-d535f148c5a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513232 Nov 11 22:20:44.808132 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-973ac45d-3b39-49b7-9ccf-bd1ccd387bd9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:44.808589 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Device a059e863-b8e5-4d8a-8d09-5056bc1db63b no longer exists at agent ovs-agent-dv-cinder-733622-20-iscsi {{(pid=101952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:20:44.831901 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.plugin [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] No Port match for: a059e863-b8e5-4d8a-8d09-5056bc1db63b {{(pid=101952) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:20:44.832358 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Device a059e863-b8e5-4d8a-8d09-5056bc1db63b not bound to the agent host dv-cinder-733622-20-iscsi {{(pid=101952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:20:44.832889 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Device 92c67adc-a80c-41f0-9366-bb803fe58360 no longer exists at agent ovs-agent-dv-cinder-733622-20-iscsi {{(pid=101952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:20:44.857437 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.plugin [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] No Port match for: 92c67adc-a80c-41f0-9366-bb803fe58360 {{(pid=101952) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:20:44.857781 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Device 92c67adc-a80c-41f0-9366-bb803fe58360 not bound to the agent host dv-cinder-733622-20-iscsi {{(pid=101952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:20:44.862112 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-973ac45d-3b39-49b7-9ccf-bd1ccd387bd9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:44.865512 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-aa68f536-fd05-4cf0-95fd-f46663b4f97c tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776911838082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9099554'] for port, after_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:44.914249 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa68f536-fd05-4cf0-95fd-f46663b4f97c tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Network fd27370c-43f8-4948-a495-3a9880be1635 is already hosted by enough agents. {{(pid=101951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:20:44.920591 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.scheduler.base_scheduler [None req-aa68f536-fd05-4cf0-95fd-f46663b4f97c tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Resources bound (agent type, host, resource id): {{(pid=101951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:20:44.924190 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa68f536-fd05-4cf0-95fd-f46663b4f97c tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Received port after_create {{(pid=101951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:20:44.959134 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-829c6f42-a9ac-4078-b57b-d28cbeda82e1 req-0deb8e81-2d5c-4651-9002-fefb734cea84 service neutron] 10.222.0.26 "GET /v2.0/networks/a5cb8773-2445-4630-852f-d535f148c5a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444423 Nov 11 22:20:44.960185 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa68f536-fd05-4cf0-95fd-f46663b4f97c tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Pushing event updated for resources: {'Port': ['ID=ce4ecb1c-4007-40f9-ab54-c65a57cde826,revision_number=1']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:20:45.034066 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-973ac45d-3b39-49b7-9ccf-bd1ccd387bd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:45.036869 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-973ac45d-3b39-49b7-9ccf-bd1ccd387bd9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:45.038049 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [None req-973ac45d-3b39-49b7-9ccf-bd1ccd387bd9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/68067a07-9049-4dac-b76f-d82da95a01c3 HTTP/1.1" status: 204 len: 168 time: 0.3810196 Nov 11 22:20:45.085021 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973ac45d-3b39-49b7-9ccf-bd1ccd387bd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68067a07-9049-4dac-b76f-d82da95a01c3,revision_number=None']} {{(pid=101950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:20:45.134662 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46174a08-7ee5-435f-acba-d6e4411e3fd5 req-ea8b319b-b982-4bac-b03d-4a848a15f34d tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:20:45.145644 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-46174a08-7ee5-435f-acba-d6e4411e3fd5 req-ea8b319b-b982-4bac-b03d-4a848a15f34d tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] 10.222.0.50 "GET /v2.0/ports?device_id=e51d0126-0110-4740-9c43-0cb61c4d7635 HTTP/1.1" status: 200 len: 945 time: 0.1650171 Nov 11 22:20:45.185095 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-829c6f42-a9ac-4078-b57b-d28cbeda82e1 req-a2afac65-8c75-4926-80d5-52cfe4f740ec service neutron] 10.222.0.26 "GET /v2.0/networks/a5cb8773-2445-4630-852f-d535f148c5a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2145996 Nov 11 22:20:45.236567 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-46174a08-7ee5-435f-acba-d6e4411e3fd5 req-45250dff-87b9-42cd-ae7e-a574209b6168 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] 10.222.0.50 "GET /v2.0/security-groups?id=fc362ee0-83e8-483f-a9f5-3f38744386b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890639 Nov 11 22:20:45.510518 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9dd666-9c03-4e7a-8239-012585076022 req-115f917c-860e-467c-a657-9003e5f512e8 tempest-VolumesSnapshotTestJSON-1792625471 tempest-VolumesSnapshotTestJSON-1792625471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:20:45.511883 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-4b9dd666-9c03-4e7a-8239-012585076022 req-115f917c-860e-467c-a657-9003e5f512e8 tempest-VolumesSnapshotTestJSON-1792625471 tempest-VolumesSnapshotTestJSON-1792625471-project] 10.222.0.50 "GET /v2.0/ports?device_id=24af170d-33cf-47bf-a615-f752f2832eac HTTP/1.1" status: 200 len: 944 time: 0.0982592 Nov 11 22:20:45.584094 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-aa68f536-fd05-4cf0-95fd-f46663b4f97c tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:45.636035 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-4b9dd666-9c03-4e7a-8239-012585076022 req-2eca2fb2-3fe6-4297-93df-eb8666788a5c tempest-VolumesSnapshotTestJSON-1792625471 tempest-VolumesSnapshotTestJSON-1792625471-project] 10.222.0.50 "GET /v2.0/security-groups?id=0a6f9ac3-42c8-4acc-8285-8f7fe1c0e9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095650 Nov 11 22:20:45.664379 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f9bf15-3fe3-4d57-9d84-ca2a8c37a4c2 req-82fc5cfd-af8a-464f-a182-d61f9b113830 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:20:45.666437 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-e9f9bf15-3fe3-4d57-9d84-ca2a8c37a4c2 req-82fc5cfd-af8a-464f-a182-d61f9b113830 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] 10.222.0.50 "GET /v2.0/ports?device_id=e51d0126-0110-4740-9c43-0cb61c4d7635 HTTP/1.1" status: 200 len: 945 time: 0.1054988 Nov 11 22:20:45.713135 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-aa68f536-fd05-4cf0-95fd-f46663b4f97c tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_update {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:45.766365 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-e9f9bf15-3fe3-4d57-9d84-ca2a8c37a4c2 req-ffc9932f-7573-4d69-8a1f-ed92ac4dc688 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] 10.222.0.50 "GET /v2.0/security-groups?id=fc362ee0-83e8-483f-a9f5-3f38744386b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891061 Nov 11 22:20:45.796038 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604c5ff4-8786-4dcd-bdac-021fc92d7bec req-fba6dfec-c6da-4c0d-b198-2b2ef4d4db04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:20:45.796038 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-604c5ff4-8786-4dcd-bdac-021fc92d7bec req-fba6dfec-c6da-4c0d-b198-2b2ef4d4db04 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=70121f12841d4897aae58f9fe9f2c556&device_id=e51d0126-0110-4740-9c43-0cb61c4d7635 HTTP/1.1" status: 200 len: 1098 time: 0.0792873 Nov 11 22:20:45.954480 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604c5ff4-8786-4dcd-bdac-021fc92d7bec req-f26d4c8c-4725-475c-9062-bb7350151e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:20:45.957365 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-604c5ff4-8786-4dcd-bdac-021fc92d7bec req-f26d4c8c-4725-475c-9062-bb7350151e04 service neutron] 10.222.0.26 "GET /v2.0/networks?id=73526368-1abf-4e4d-8815-40fc972517d4 HTTP/1.1" status: 200 len: 911 time: 0.1509540 Nov 11 22:20:45.984651 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-aa68f536-fd05-4cf0-95fd-f46663b4f97c tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Publish callbacks [] for port, precommit_update {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:45.990749 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-aa68f536-fd05-4cf0-95fd-f46663b4f97c tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776912265364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776911838100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776911838118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9099611'] for port, after_update {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:46.062224 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-604c5ff4-8786-4dcd-bdac-021fc92d7bec req-862b8ee3-eefb-45fb-a279-fd1366950ff9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3ba44d04-5a99-4c65-9fa0-289f5d67c798 HTTP/1.1" status: 200 len: 1000 time: 0.0966647 Nov 11 22:20:46.109164 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa68f536-fd05-4cf0-95fd-f46663b4f97c tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Pushing event updated for resources: {'Port': ['ID=ce4ecb1c-4007-40f9-ab54-c65a57cde826,revision_number=2']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:20:46.135790 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-aa68f536-fd05-4cf0-95fd-f46663b4f97c tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657105'] for floatingip, after_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:46.136539 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604c5ff4-8786-4dcd-bdac-021fc92d7bec req-f299255c-df17-4d82-8157-9e60dd222b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:20:46.138132 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-604c5ff4-8786-4dcd-bdac-021fc92d7bec req-f299255c-df17-4d82-8157-9e60dd222b04 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=707623ec-d95b-41b2-8e25-0e51182a8a59 HTTP/1.1" status: 200 len: 849 time: 0.0685785 Nov 11 22:20:46.211538 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604c5ff4-8786-4dcd-bdac-021fc92d7bec req-b215b83a-4431-4437-8823-07e1cd2bad60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:20:46.213188 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-604c5ff4-8786-4dcd-bdac-021fc92d7bec req-b215b83a-4431-4437-8823-07e1cd2bad60 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=73526368-1abf-4e4d-8815-40fc972517d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0670910 Nov 11 22:20:46.268536 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.db.l3_db [None req-aa68f536-fd05-4cf0-95fd-f46663b4f97c tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Floating IP b4b4286e-66e6-4f50-994d-561a59925f06 associated. External IP: 172.27.0.152, port: 08a74177-13fc-4b27-b681-8b3582d03aae. Nov 11 22:20:46.327884 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 47122) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:20:46.363274 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-604c5ff4-8786-4dcd-bdac-021fc92d7bec req-f1aaa1ea-d3ac-4bd4-b6b7-ecc9832d6754 service neutron] 10.222.0.26 "GET /v2.0/networks/73526368-1abf-4e4d-8815-40fc972517d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386459 Nov 11 22:20:46.449796 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Device dcd9f393-4067-4597-9f96-ef5295502a10 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=101952) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 22:20:46.494965 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-604c5ff4-8786-4dcd-bdac-021fc92d7bec req-3e647ee7-08a5-47aa-b5bd-aee1be07b356 service neutron] 10.222.0.26 "GET /v2.0/networks/73526368-1abf-4e4d-8815-40fc972517d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211202 Nov 11 22:20:46.528067 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.v2.base [None req-589a388a-dee8-441a-8ca9-bc8ca8986e63 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1546411204-network', 'tenant_id': 'f8d6e97657ef4116a71e5c6d2af82906'}} {{(pid=101951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:20:46.593281 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] For port dcd9f393-4067-4597-9f96-ef5295502a10, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=dcd9f393-4067-4597-9f96-ef5295502a10,segment=NetworkSegment(b36605d2-852c-4962-b97f-ccd10282d3bb),segment_id=b36605d2-852c-4962-b97f-ccd10282d3bb)] {{(pid=101952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:20:46.600762 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-589a388a-dee8-441a-8ca9-bc8ca8986e63 admin admin] Made reservation on behalf of f8d6e97657ef4116a71e5c6d2af82906 for: {'network': 1} {{(pid=101951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:20:46.600762 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-589a388a-dee8-441a-8ca9-bc8ca8986e63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for network, before_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:46.611409 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Returning: {'device': 'dcd9f393-4067-4597-9f96-ef5295502a10', 'network_id': 'a5cb8773-2445-4630-852f-d535f148c5a7', 'port_id': 'dcd9f393-4067-4597-9f96-ef5295502a10', 'mac_address': 'fa:16:3e:27:b3:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 823, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f72593a-0a5e-4646-833d-0c0b3fec0348', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101952) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 22:20:46.612966 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-589a388a-dee8-441a-8ca9-bc8ca8986e63 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:46.635778 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa68f536-fd05-4cf0-95fd-f46663b4f97c tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Router 10cd6305-f48d-40b7-9fc5-d7ee37e2efc9 has already been hosted by L3 agent 4702c36b-78d9-4f52-8cbc-8d9e3292a6f2 {{(pid=101951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 22:20:46.658895 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:46.681631 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.notifiers.nova [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcd9f393-4067-4597-9f96-ef5295502a10 {{(pid=101952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 22:20:46.708367 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] For port dcd9f393-4067-4597-9f96-ef5295502a10, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=dcd9f393-4067-4597-9f96-ef5295502a10,segment=NetworkSegment(b36605d2-852c-4962-b97f-ccd10282d3bb),segment_id=b36605d2-852c-4962-b97f-ccd10282d3bb)] {{(pid=101952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:20:46.718346 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776912265364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776911838100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776911838118'] for port, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:46.794136 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Pushing event updated for resources: {'Port': ['ID=dcd9f393-4067-4597-9f96-ef5295502a10,revision_number=4']} {{(pid=101952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:20:46.832878 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2929759c-7ad0-4128-a7a3-a4a81c133780 req-c5c0e012-a6b4-4295-b878-7749bab0025d tempest-VolumesSnapshotTestJSON-1792625471 tempest-VolumesSnapshotTestJSON-1792625471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:20:46.836356 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-2929759c-7ad0-4128-a7a3-a4a81c133780 req-c5c0e012-a6b4-4295-b878-7749bab0025d tempest-VolumesSnapshotTestJSON-1792625471 tempest-VolumesSnapshotTestJSON-1792625471-project] 10.222.0.50 "GET /v2.0/ports?device_id=24af170d-33cf-47bf-a615-f752f2832eac HTTP/1.1" status: 200 len: 945 time: 0.0806310 Nov 11 22:20:46.847242 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-589a388a-dee8-441a-8ca9-bc8ca8986e63 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:46.853972 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa68f536-fd05-4cf0-95fd-f46663b4f97c tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Notify agent at l3_agent.dv-cinder-733622-20-iscsi the message routers_updated {{(pid=101951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:20:46.855797 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-589a388a-dee8-441a-8ca9-bc8ca8986e63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:46.869974 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d4597aa-5ca9-4d4b-8a97-99aa927588fa None None] Sync routers for ids ['10cd6305-f48d-40b7-9fc5-d7ee37e2efc9'] in dv-cinder-733622-20-iscsi {{(pid=101952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:20:46.887285 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d4597aa-5ca9-4d4b-8a97-99aa927588fa None None] Routers {'10cd6305-f48d-40b7-9fc5-d7ee37e2efc9'} bound to L3 agent in host dv-cinder-733622-20-iscsi {{(pid=101952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:20:46.888494 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_hamode_db [None req-4d4597aa-5ca9-4d4b-8a97-99aa927588fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T22:08:28Z,description=,heartbeat_timestamp=2021-11-11T22:20:28Z,host='dv-cinder-733622-20-iscsi',id=4702c36b-78d9-4f52-8cbc-8d9e3292a6f2,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T22:08:28Z,topic='l3_agent')) {'router_ids': ['10cd6305-f48d-40b7-9fc5-d7ee37e2efc9'], 'active': True} {{(pid=101952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:20:46.894453 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589a388a-dee8-441a-8ca9-bc8ca8986e63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c398c41-9203-4ea6-9503-b54c6d139479,revision_number=1']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:20:46.910517 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-589a388a-dee8-441a-8ca9-bc8ca8986e63 admin admin] vlan segment allocate from pool success with {'vlan_id': 806, 'physical_network': 'physnet1'} {{(pid=101951) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 22:20:46.921568 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-aa68f536-fd05-4cf0-95fd-f46663b4f97c tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26363'] for floatingip, before_response {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:46.941914 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-589a388a-dee8-441a-8ca9-bc8ca8986e63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8017375'] for segment, precommit_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:46.942328 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.db.segments_db [None req-589a388a-dee8-441a-8ca9-bc8ca8986e63 admin admin] Added segment 81317f1a-7990-46f6-a4f1-5638aef35159 of type vlan for network 28a6337e-042c-406c-b6b1-9308a66f8fdf Nov 11 22:20:46.970432 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-2929759c-7ad0-4128-a7a3-a4a81c133780 req-dbfbc8f7-bdd3-41ca-b7a0-fcc4be493347 tempest-VolumesSnapshotTestJSON-1792625471 tempest-VolumesSnapshotTestJSON-1792625471-project] 10.222.0.50 "GET /v2.0/security-groups?id=0a6f9ac3-42c8-4acc-8285-8f7fe1c0e9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270285 Nov 11 22:20:46.984406 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56c6647-9279-41b4-916d-e6e7165609ee req-21bee21b-2d50-4669-8d51-1f16d88b15dd tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:20:46.986261 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-b56c6647-9279-41b4-916d-e6e7165609ee req-21bee21b-2d50-4669-8d51-1f16d88b15dd tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] 10.222.0.50 "GET /v2.0/ports?device_id=e51d0126-0110-4740-9c43-0cb61c4d7635 HTTP/1.1" status: 200 len: 945 time: 0.1091852 Nov 11 22:20:47.009778 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-aa68f536-fd05-4cf0-95fd-f46663b4f97c tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7050114 Nov 11 22:20:47.014560 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'add4f80f-f0c8-48e0-b7f5-24be16fae5cb', 'tag': '08a74177-13fc-4b27-b681-8b3582d03aae'}] {{(pid=101951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:20:47.017891 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6edad8924451e5ac919d090b7a0cdac835d5bd684dc46b69d397444c146e85de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-494c8a2b-3fe3-49b8-897c-f72292eb0435" -d '{"events": [{"name": "network-changed", "server_uuid": "add4f80f-f0c8-48e0-b7f5-24be16fae5cb", "tag": "08a74177-13fc-4b27-b681-8b3582d03aae"}]}' {{(pid=101951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:20:47.045112 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-589a388a-dee8-441a-8ca9-bc8ca8986e63 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776911823580'] for network, precommit_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:47.049169 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] get_ports_and_sgs() called for port_ids ['dcd9f393-4067-4597-9f96-ef5295502a10'] {{(pid=101952) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 22:20:47.080599 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 22:20:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-181ec6f3-4911-4bf8-9e43-6f140323a20b x-openstack-request-id: req-181ec6f3-4911-4bf8-9e43-6f140323a20b {{(pid=101951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:20:47.080993 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "add4f80f-f0c8-48e0-b7f5-24be16fae5cb", "tag": "08a74177-13fc-4b27-b681-8b3582d03aae", "status": "completed", "code": 200}]} {{(pid=101951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:20:47.081115 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-181ec6f3-4911-4bf8-9e43-6f140323a20b {{(pid=101951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:20:47.081525 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'add4f80f-f0c8-48e0-b7f5-24be16fae5cb', 'tag': '08a74177-13fc-4b27-b681-8b3582d03aae', 'status': 'completed', 'code': 200} Nov 11 22:20:47.082157 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-b56c6647-9279-41b4-916d-e6e7165609ee req-4c1e7ba1-6b63-4f36-9e66-1abdd7251e90 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] 10.222.0.50 "GET /v2.0/security-groups?id=fc362ee0-83e8-483f-a9f5-3f38744386b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888774 Nov 11 22:20:47.091660 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-589a388a-dee8-441a-8ca9-bc8ca8986e63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260'] for network, after_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:47.092822 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-589a388a-dee8-441a-8ca9-bc8ca8986e63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:20:47.093523 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-589a388a-dee8-441a-8ca9-bc8ca8986e63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634242'] for network, before_response {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:47.130066 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_dvr_db [None req-4d4597aa-5ca9-4d4b-8a97-99aa927588fa None None] Set router 10cd6305-f48d-40b7-9fc5-d7ee37e2efc9 gateway port host: dv-cinder-733622-20-iscsi {{(pid=101952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:20:47.174398 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589a388a-dee8-441a-8ca9-bc8ca8986e63 admin admin] Pushing event updated for resources: {'Network': ['ID=28a6337e-042c-406c-b6b1-9308a66f8fdf,revision_number=1']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:20:47.179903 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494c8a2b-3fe3-49b8-897c-f72292eb0435 req-07d51336-cf9b-48b2-ac56-30334cca55f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:20:47.182922 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-494c8a2b-3fe3-49b8-897c-f72292eb0435 req-07d51336-cf9b-48b2-ac56-30334cca55f7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=45877637febf473e8074291b9336b125&device_id=add4f80f-f0c8-48e0-b7f5-24be16fae5cb HTTP/1.1" status: 200 len: 1098 time: 0.0638616 Nov 11 22:20:47.183235 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-589a388a-dee8-441a-8ca9-bc8ca8986e63 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8537533 Nov 11 22:20:47.183404 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.wsgi [-] (101950) accepted ('10.222.0.50', 47134) {{(pid=101950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:20:47.192923 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.v2.base [None req-e4544f89-e8c6-47cb-b05c-6cb1bb261074 admin admin] Request body: {'subnet': {'network_id': '28a6337e-042c-406c-b6b1-9308a66f8fdf', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1546411204-subnet', 'tenant_id': 'f8d6e97657ef4116a71e5c6d2af82906', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:20:47.198963 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Network 28a6337e-042c-406c-b6b1-9308a66f8fdf details requested by agent ovs-agent-dv-cinder-733622-20-iscsi with host dv-cinder-733622-20-iscsi {{(pid=101952) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 22:20:47.280021 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4544f89-e8c6-47cb-b05c-6cb1bb261074 admin admin] Made reservation on behalf of f8d6e97657ef4116a71e5c6d2af82906 for: {'subnet': 1} {{(pid=101950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:20:47.282676 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-e4544f89-e8c6-47cb-b05c-6cb1bb261074 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:47.695761 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494c8a2b-3fe3-49b8-897c-f72292eb0435 req-ecc83134-fd83-47ab-add5-1226fd80fb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:20:47.697750 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-494c8a2b-3fe3-49b8-897c-f72292eb0435 req-ecc83134-fd83-47ab-add5-1226fd80fb0e service neutron] 10.222.0.26 "GET /v2.0/networks?id=432f6d4a-3b75-452f-9f40-63ce1a0d7c20 HTTP/1.1" status: 200 len: 913 time: 0.4997840 Nov 11 22:20:47.828119 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_hamode_db [None req-4d4597aa-5ca9-4d4b-8a97-99aa927588fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10cd6305-f48d-40b7-9fc5-d7ee37e2efc9', 'name': 'tempest-TestVolumeBootPattern-1160449093-router', 'tenant_id': '45877637febf473e8074291b9336b125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'external_fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': '921633f6-5983-48e8-8be2-60f9250b518a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:19:31Z', 'updated_at': '2021-11-11T22:19:35Z', 'revision_number': 4, 'project_id': '45877637febf473e8074291b9336b125', 'gw_port': {'id': '921633f6-5983-48e8-8be2-60f9250b518a', 'name': '', 'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:12:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cd6305-f48d-40b7-9fc5-d7ee37e2efc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:19:32Z', 'updated_at': '2021-11-11T22:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-20-iscsi', '_floatingips': [{'id': 'b4b4286e-66e6-4f50-994d-561a59925f06', 'tenant_id': '45877637febf473e8074291b9336b125', 'floating_ip_address': '172.27.0.152', 'floating_network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'router_id': '10cd6305-f48d-40b7-9fc5-d7ee37e2efc9', 'port_id': '08a74177-13fc-4b27-b681-8b3582d03aae', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '432f6d4a-3b75-452f-9f40-63ce1a0d7c20', 'mac_address': 'fa:16:3e:db:dd:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add4f80f-f0c8-48e0-b7f5-24be16fae5cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T22:20:45Z', 'updated_at': '2021-11-11T22:20:45Z', 'revision_number': 0, 'project_id': '45877637febf473e8074291b9336b125', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74da1290-c8a3-4424-9696-57abc25ed7c0', 'name': '', 'network_id': '432f6d4a-3b75-452f-9f40-63ce1a0d7c20', 'tenant_id': '45877637febf473e8074291b9336b125', 'mac_address': 'fa:16:3e:6b:f7:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cd6305-f48d-40b7-9fc5-d7ee37e2efc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '45807439-1281-4080-909a-9299f816111e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:19:34Z', 'updated_at': '2021-11-11T22:19:41Z', 'revision_number': 5, 'project_id': '45877637febf473e8074291b9336b125', 'subnets': [{'id': '45807439-1281-4080-909a-9299f816111e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-20-iscsi', False) {} {{(pid=101952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:20:47.830342 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-494c8a2b-3fe3-49b8-897c-f72292eb0435 req-ad3e5932-9388-4c3e-8967-7a15036c857f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=08a74177-13fc-4b27-b681-8b3582d03aae HTTP/1.1" status: 200 len: 999 time: 0.1247332 Nov 11 22:20:47.880739 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d4597aa-5ca9-4d4b-8a97-99aa927588fa None None] Checking router: 10cd6305-f48d-40b7-9fc5-d7ee37e2efc9 for host: dv-cinder-733622-20-iscsi {{(pid=101952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:20:47.895194 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d4597aa-5ca9-4d4b-8a97-99aa927588fa None None] Routers {'10cd6305-f48d-40b7-9fc5-d7ee37e2efc9'} bound to L3 agent in host dv-cinder-733622-20-iscsi {{(pid=101952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:20:47.896253 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_hamode_db [None req-4d4597aa-5ca9-4d4b-8a97-99aa927588fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T22:08:28Z,description=,heartbeat_timestamp=2021-11-11T22:20:28Z,host='dv-cinder-733622-20-iscsi',id=4702c36b-78d9-4f52-8cbc-8d9e3292a6f2,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T22:08:28Z,topic='l3_agent')) {'router_ids': ['10cd6305-f48d-40b7-9fc5-d7ee37e2efc9'], 'active': True} {{(pid=101952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:20:47.955188 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494c8a2b-3fe3-49b8-897c-f72292eb0435 req-626ccc50-f60d-4676-b4f3-8a747b48a7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:20:47.956919 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-494c8a2b-3fe3-49b8-897c-f72292eb0435 req-626ccc50-f60d-4676-b4f3-8a747b48a7cc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=45807439-1281-4080-909a-9299f816111e HTTP/1.1" status: 200 len: 851 time: 0.0994799 Nov 11 22:20:48.005838 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-e4544f89-e8c6-47cb-b05c-6cb1bb261074 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260'] for subnet, after_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:48.031789 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_dvr_db [None req-4d4597aa-5ca9-4d4b-8a97-99aa927588fa None None] Set router 10cd6305-f48d-40b7-9fc5-d7ee37e2efc9 gateway port host: dv-cinder-733622-20-iscsi {{(pid=101952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:20:48.103771 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494c8a2b-3fe3-49b8-897c-f72292eb0435 req-ac3e84fe-5b9d-49dc-8116-78f5e659c967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:20:48.105960 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-494c8a2b-3fe3-49b8-897c-f72292eb0435 req-ac3e84fe-5b9d-49dc-8116-78f5e659c967 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=432f6d4a-3b75-452f-9f40-63ce1a0d7c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1376319 Nov 11 22:20:48.119928 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4544f89-e8c6-47cb-b05c-6cb1bb261074 admin admin] Pushing event updated for resources: {'Subnet': ['ID=53fc7978-d7f2-4b8c-9881-c5b2333bf2a4,revision_number=0']} {{(pid=101950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:20:48.224980 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4544f89-e8c6-47cb-b05c-6cb1bb261074 admin admin] Checking segment: {'id': '81317f1a-7990-46f6-a4f1-5638aef35159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '28a6337e-042c-406c-b6b1-9308a66f8fdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:20:48.225479 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4544f89-e8c6-47cb-b05c-6cb1bb261074 admin admin] Network hostable DHCP agents. Network: 28a6337e-042c-406c-b6b1-9308a66f8fdf, hostable agents: ['23e6d948-888e-4d00-9ca4-1adf1bb62ced'], hosted agents: [] {{(pid=101950) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 22:20:48.357519 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f30662-2ab5-4a20-977e-2a9709ec4c83 req-478957fe-1c9e-4578-bc38-193c979dbe2b tempest-VolumesSnapshotTestJSON-1792625471 tempest-VolumesSnapshotTestJSON-1792625471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:20:48.359770 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-f7f30662-2ab5-4a20-977e-2a9709ec4c83 req-478957fe-1c9e-4578-bc38-193c979dbe2b tempest-VolumesSnapshotTestJSON-1792625471 tempest-VolumesSnapshotTestJSON-1792625471-project] 10.222.0.50 "GET /v2.0/ports?device_id=24af170d-33cf-47bf-a615-f752f2832eac HTTP/1.1" status: 200 len: 945 time: 0.2801015 Nov 11 22:20:48.395538 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4544f89-e8c6-47cb-b05c-6cb1bb261074 admin admin] Network 28a6337e-042c-406c-b6b1-9308a66f8fdf is scheduled to be hosted by DHCP agent 23e6d948-888e-4d00-9ca4-1adf1bb62ced with binding_index 1 {{(pid=101950) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 22:20:48.432842 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88badb8-6747-4f3b-af6d-ee8e5f58d636 req-641984a2-0819-41f8-985f-cbb8e617c447 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:20:48.435240 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-a88badb8-6747-4f3b-af6d-ee8e5f58d636 req-641984a2-0819-41f8-985f-cbb8e617c447 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] 10.222.0.50 "GET /v2.0/ports?device_id=e51d0126-0110-4740-9c43-0cb61c4d7635 HTTP/1.1" status: 200 len: 945 time: 0.2383864 Nov 11 22:20:48.441346 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Device dcd9f393-4067-4597-9f96-ef5295502a10 up at agent hyperv_hv-cinder-73362 {{(pid=101952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:20:48.478780 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.scheduler.base_scheduler [None req-e4544f89-e8c6-47cb-b05c-6cb1bb261074 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-20-iscsi, 28a6337e-042c-406c-b6b1-9308a66f8fdf) {{(pid=101950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:20:48.482986 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-494c8a2b-3fe3-49b8-897c-f72292eb0435 req-56f2e2ef-e9c7-4fec-82b9-82923c5cdfbf service neutron] 10.222.0.26 "GET /v2.0/networks/432f6d4a-3b75-452f-9f40-63ce1a0d7c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3376193 Nov 11 22:20:48.490106 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d4db63f-45b9-4d3c-b79c-67ca5fc944c8 None None] Network 28a6337e-042c-406c-b6b1-9308a66f8fdf requested from dv-cinder-733622-20-iscsi {{(pid=101952) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:20:48.495700 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4544f89-e8c6-47cb-b05c-6cb1bb261074 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:20:48.496437 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-e4544f89-e8c6-47cb-b05c-6cb1bb261074 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634242'] for subnet, before_response {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:48.499884 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_hamode_db [None req-4d4597aa-5ca9-4d4b-8a97-99aa927588fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10cd6305-f48d-40b7-9fc5-d7ee37e2efc9', 'name': 'tempest-TestVolumeBootPattern-1160449093-router', 'tenant_id': '45877637febf473e8074291b9336b125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'external_fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': '921633f6-5983-48e8-8be2-60f9250b518a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:19:31Z', 'updated_at': '2021-11-11T22:19:35Z', 'revision_number': 4, 'project_id': '45877637febf473e8074291b9336b125', 'gw_port': {'id': '921633f6-5983-48e8-8be2-60f9250b518a', 'name': '', 'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:12:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cd6305-f48d-40b7-9fc5-d7ee37e2efc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:19:32Z', 'updated_at': '2021-11-11T22:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-20-iscsi', '_floatingips': [{'id': 'b4b4286e-66e6-4f50-994d-561a59925f06', 'tenant_id': '45877637febf473e8074291b9336b125', 'floating_ip_address': '172.27.0.152', 'floating_network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'router_id': '10cd6305-f48d-40b7-9fc5-d7ee37e2efc9', 'port_id': '08a74177-13fc-4b27-b681-8b3582d03aae', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '432f6d4a-3b75-452f-9f40-63ce1a0d7c20', 'mac_address': 'fa:16:3e:db:dd:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add4f80f-f0c8-48e0-b7f5-24be16fae5cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T22:20:45Z', 'updated_at': '2021-11-11T22:20:45Z', 'revision_number': 0, 'project_id': '45877637febf473e8074291b9336b125', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74da1290-c8a3-4424-9696-57abc25ed7c0', 'name': '', 'network_id': '432f6d4a-3b75-452f-9f40-63ce1a0d7c20', 'tenant_id': '45877637febf473e8074291b9336b125', 'mac_address': 'fa:16:3e:6b:f7:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cd6305-f48d-40b7-9fc5-d7ee37e2efc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '45807439-1281-4080-909a-9299f816111e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:19:34Z', 'updated_at': '2021-11-11T22:19:41Z', 'revision_number': 5, 'project_id': '45877637febf473e8074291b9336b125', 'subnets': [{'id': '45807439-1281-4080-909a-9299f816111e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-20-iscsi', False) {} {{(pid=101952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:20:48.563841 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d4597aa-5ca9-4d4b-8a97-99aa927588fa None None] The sync data for ids ['10cd6305-f48d-40b7-9fc5-d7ee37e2efc9'] in dv-cinder-733622-20-iscsi is: [{'id': '10cd6305-f48d-40b7-9fc5-d7ee37e2efc9', 'name': 'tempest-TestVolumeBootPattern-1160449093-router', 'tenant_id': '45877637febf473e8074291b9336b125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'external_fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': '921633f6-5983-48e8-8be2-60f9250b518a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:19:31Z', 'updated_at': '2021-11-11T22:19:35Z', 'revision_number': 4, 'project_id': '45877637febf473e8074291b9336b125', 'gw_port': {'id': '921633f6-5983-48e8-8be2-60f9250b518a', 'name': '', 'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:12:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cd6305-f48d-40b7-9fc5-d7ee37e2efc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:19:32Z', 'updated_at': '2021-11-11T22:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-20-iscsi', '_floatingips': [{'id': 'b4b4286e-66e6-4f50-994d-561a59925f06', 'tenant_id': '45877637febf473e8074291b9336b125', 'floating_ip_address': '172.27.0.152', 'floating_network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'router_id': '10cd6305-f48d-40b7-9fc5-d7ee37e2efc9', 'port_id': '08a74177-13fc-4b27-b681-8b3582d03aae', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '432f6d4a-3b75-452f-9f40-63ce1a0d7c20', 'mac_address': 'fa:16:3e:db:dd:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'add4f80f-f0c8-48e0-b7f5-24be16fae5cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T22:20:45Z', 'updated_at': '2021-11-11T22:20:45Z', 'revision_number': 0, 'project_id': '45877637febf473e8074291b9336b125', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74da1290-c8a3-4424-9696-57abc25ed7c0', 'name': '', 'network_id': '432f6d4a-3b75-452f-9f40-63ce1a0d7c20', 'tenant_id': '45877637febf473e8074291b9336b125', 'mac_address': 'fa:16:3e:6b:f7:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cd6305-f48d-40b7-9fc5-d7ee37e2efc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '45807439-1281-4080-909a-9299f816111e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:19:34Z', 'updated_at': '2021-11-11T22:19:41Z', 'revision_number': 5, 'project_id': '45877637febf473e8074291b9336b125', 'subnets': [{'id': '45807439-1281-4080-909a-9299f816111e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:20:48.578259 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-f7f30662-2ab5-4a20-977e-2a9709ec4c83 req-70314b84-e0de-4cf0-9790-1c7b76e48922 tempest-VolumesSnapshotTestJSON-1792625471 tempest-VolumesSnapshotTestJSON-1792625471-project] 10.222.0.50 "GET /v2.0/security-groups?id=0a6f9ac3-42c8-4acc-8285-8f7fe1c0e9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088745 Nov 11 22:20:48.599706 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [None req-e4544f89-e8c6-47cb-b05c-6cb1bb261074 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4151599 Nov 11 22:20:48.679143 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-a88badb8-6747-4f3b-af6d-ee8e5f58d636 req-1ae9cd78-edde-4fbd-bf1f-c318dd49e059 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] 10.222.0.50 "GET /v2.0/security-groups?id=fc362ee0-83e8-483f-a9f5-3f38744386b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2198596 Nov 11 22:20:48.713244 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62c4072f-0f37-4f65-aec5-4fa85478a3c4 None None] Network 28a6337e-042c-406c-b6b1-9308a66f8fdf requested from dv-cinder-733622-20-iscsi {{(pid=101952) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:20:48.734595 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-494c8a2b-3fe3-49b8-897c-f72292eb0435 req-270e6b5e-da4d-462e-be56-044495845d26 service neutron] 10.222.0.26 "GET /v2.0/networks/432f6d4a-3b75-452f-9f40-63ce1a0d7c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2281854 Nov 11 22:20:48.785246 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.provisioning_blocks [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Provisioning for port dcd9f393-4067-4597-9f96-ef5295502a10 completed by entity L2. {{(pid=101952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 22:20:48.792834 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.provisioning_blocks [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Provisioning complete for port dcd9f393-4067-4597-9f96-ef5295502a10 triggered by entity L2. {{(pid=101952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:20:48.793300 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8061746'] for port, provisioning_complete {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:48.939702 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228f44d0-8012-4747-9466-6a1ae3fdf799 None None] New status for floating IP b4b4286e-66e6-4f50-994d-561a59925f06: ACTIVE {{(pid=101953) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 22:20:48.963195 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:48.989293 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24af170d-33cf-47bf-a615-f752f2832eac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcd9f393-4067-4597-9f96-ef5295502a10'}] {{(pid=101952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:20:48.991737 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}354dda558456ac383be05774d0115fbb8a8e814f0e1169db929e83f4c2942df8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1d8378e-94c8-4e96-9f41-8b26e03f5fb0" -d '{"events": [{"server_uuid": "24af170d-33cf-47bf-a615-f752f2832eac", "name": "network-vif-plugged", "status": "completed", "tag": "dcd9f393-4067-4597-9f96-ef5295502a10"}]}' {{(pid=101952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:20:49.018084 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] For port dcd9f393-4067-4597-9f96-ef5295502a10, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=dcd9f393-4067-4597-9f96-ef5295502a10,segment=NetworkSegment(b36605d2-852c-4962-b97f-ccd10282d3bb),segment_id=b36605d2-852c-4962-b97f-ccd10282d3bb)] {{(pid=101952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:20:49.027060 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776912265364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776911838100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776911838118'] for port, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:49.046030 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 22:20:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46037a16-d69c-454b-bd77-75309a714972 x-openstack-request-id: req-46037a16-d69c-454b-bd77-75309a714972 {{(pid=101952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:20:49.046536 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24af170d-33cf-47bf-a615-f752f2832eac", "name": "network-vif-plugged", "status": "completed", "tag": "dcd9f393-4067-4597-9f96-ef5295502a10", "code": 200}]} {{(pid=101952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:20:49.046964 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-46037a16-d69c-454b-bd77-75309a714972 {{(pid=101952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:20:49.048147 dv-cinder-733622-20-iscsi neutron-server[101952]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24af170d-33cf-47bf-a615-f752f2832eac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcd9f393-4067-4597-9f96-ef5295502a10', 'code': 200} Nov 11 22:20:49.138219 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Pushing event updated for resources: {'Port': ['ID=dcd9f393-4067-4597-9f96-ef5295502a10,revision_number=5']} {{(pid=101952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:20:49.158861 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:20:49.159551 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:20:49.164272 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:20:49.164869 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:20:49.165201 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:20:49.165545 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:20:49.165917 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:20:49.166273 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:20:49.166740 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:20:49.167035 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:20:49.167361 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:20:49.167791 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:20:49.181581 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-88846324-72ce-45d9-bbba-1958c70b9a63 req-f7d38677-0303-4a06-9d80-995553cc564f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=efc7b803-47b0-47dd-b4af-0de101adaaaf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0675452 Nov 11 22:20:49.328020 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88846324-72ce-45d9-bbba-1958c70b9a63 req-93e070aa-3d83-4321-9105-3a02963095fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:20:49.329833 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-88846324-72ce-45d9-bbba-1958c70b9a63 req-93e070aa-3d83-4321-9105-3a02963095fc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1ce5c1a9babe4d3098016d7a6fcab517&device_id=efc7b803-47b0-47dd-b4af-0de101adaaaf HTTP/1.1" status: 200 len: 1100 time: 0.0781603 Nov 11 22:20:49.403911 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cd22a7-08c0-48ea-9d0c-e90dd77d93ff req-3a0b28df-d167-428c-aaf7-83c5adb602d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:20:49.405841 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-91cd22a7-08c0-48ea-9d0c-e90dd77d93ff req-3a0b28df-d167-428c-aaf7-83c5adb602d9 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=24af170d-33cf-47bf-a615-f752f2832eac HTTP/1.1" status: 200 len: 1099 time: 0.1551795 Nov 11 22:20:49.455070 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f9df53-c740-437b-8ec6-e7f856d7bc61 req-743117ad-d4ab-426e-b0b2-5c6e75abe2d2 tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:20:49.457375 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-96f9df53-c740-437b-8ec6-e7f856d7bc61 req-743117ad-d4ab-426e-b0b2-5c6e75abe2d2 tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] 10.222.0.50 "GET /v2.0/networks?id=28a6337e-042c-406c-b6b1-9308a66f8fdf HTTP/1.1" status: 200 len: 815 time: 0.2232988 Nov 11 22:20:49.493259 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88846324-72ce-45d9-bbba-1958c70b9a63 req-5d71905a-f9f9-413c-91ea-d15d65c1c725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:20:49.494899 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-88846324-72ce-45d9-bbba-1958c70b9a63 req-5d71905a-f9f9-413c-91ea-d15d65c1c725 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6d6ff938-050a-4ca6-ad58-070035060c7c HTTP/1.1" status: 200 len: 917 time: 0.1365957 Nov 11 22:20:49.497931 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-96f9df53-c740-437b-8ec6-e7f856d7bc61 req-30f63335-7028-4423-aaec-358279b89009 tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] 10.222.0.50 "GET /v2.0/quotas/f8d6e97657ef4116a71e5c6d2af82906 HTTP/1.1" status: 200 len: 375 time: 0.0275517 Nov 11 22:20:49.502171 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-91cd22a7-08c0-48ea-9d0c-e90dd77d93ff req-9ff18f2d-ee96-4fd3-b5a9-5f4ce6db468a service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=0a6f9ac3-42c8-4acc-8285-8f7fe1c0e9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772581 Nov 11 22:20:49.541857 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-96f9df53-c740-437b-8ec6-e7f856d7bc61 req-e51fba02-3ebe-455c-916b-370e58341557 tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=f8d6e97657ef4116a71e5c6d2af82906&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0355976 Nov 11 22:20:49.654591 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-96f9df53-c740-437b-8ec6-e7f856d7bc61 req-b098a6f7-ea00-4a60-8031-37469a571e29 service neutron] 10.222.0.50 "GET /v2.0/networks/28a6337e-042c-406c-b6b1-9308a66f8fdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974441 Nov 11 22:20:49.781307 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7f5713-4096-4f47-acb0-ef6233eb1273 req-1f6a5cd5-cd07-4e1e-887a-3858e441f646 tempest-VolumesSnapshotTestJSON-1792625471 tempest-VolumesSnapshotTestJSON-1792625471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:20:49.782928 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-0d7f5713-4096-4f47-acb0-ef6233eb1273 req-1f6a5cd5-cd07-4e1e-887a-3858e441f646 tempest-VolumesSnapshotTestJSON-1792625471 tempest-VolumesSnapshotTestJSON-1792625471-project] 10.222.0.50 "GET /v2.0/ports?device_id=24af170d-33cf-47bf-a615-f752f2832eac HTTP/1.1" status: 200 len: 946 time: 0.1131008 Nov 11 22:20:49.811398 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-96f9df53-c740-437b-8ec6-e7f856d7bc61 req-c0ac0c0b-a138-46b4-9235-32e6c7597536 service neutron] 10.222.0.50 "GET /v2.0/networks/28a6337e-042c-406c-b6b1-9308a66f8fdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497724 Nov 11 22:20:49.840875 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-88846324-72ce-45d9-bbba-1958c70b9a63 req-92bab130-a5b4-491f-a163-89d3d23bd358 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ff855d16-c432-40fd-b18f-d64264e49e6e HTTP/1.1" status: 200 len: 1002 time: 0.1178439 Nov 11 22:20:49.856779 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-0d7f5713-4096-4f47-acb0-ef6233eb1273 req-d369a6bd-7b6b-4330-8857-65db207eb23e tempest-VolumesSnapshotTestJSON-1792625471 tempest-VolumesSnapshotTestJSON-1792625471-project] 10.222.0.50 "GET /v2.0/security-groups?id=0a6f9ac3-42c8-4acc-8285-8f7fe1c0e9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629966 Nov 11 22:20:49.904595 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88846324-72ce-45d9-bbba-1958c70b9a63 req-0f05b6fd-6261-4476-8e46-c51e2076d032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:20:49.906130 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-88846324-72ce-45d9-bbba-1958c70b9a63 req-0f05b6fd-6261-4476-8e46-c51e2076d032 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=28859a9d-69fd-4dd9-a7c8-b3902292e969 HTTP/1.1" status: 200 len: 855 time: 0.0570419 Nov 11 22:20:49.982544 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88846324-72ce-45d9-bbba-1958c70b9a63 req-16e60972-b928-4794-a2a2-acbe7c9af83d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:20:49.984929 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-88846324-72ce-45d9-bbba-1958c70b9a63 req-16e60972-b928-4794-a2a2-acbe7c9af83d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6d6ff938-050a-4ca6-ad58-070035060c7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0699863 Nov 11 22:20:50.025724 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-7a731224-a44f-448e-86a6-74acceabb72a req-040f199e-00e1-4918-b2d9-d5b95401b38d tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] 10.222.0.50 "GET /v2.0/ports?device_id=4407e04f-b8e9-4c4c-a325-dd64919e57cd HTTP/1.1" status: 200 len: 210 time: 0.0381751 Nov 11 22:20:50.127753 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-88846324-72ce-45d9-bbba-1958c70b9a63 req-7431c279-b6f2-49d4-b624-429ce76da07b service neutron] 10.222.0.26 "GET /v2.0/networks/6d6ff938-050a-4ca6-ad58-070035060c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351023 Nov 11 22:20:50.259350 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-88846324-72ce-45d9-bbba-1958c70b9a63 req-463c901a-ea48-4ee3-a2cc-d1f2c57af6e5 service neutron] 10.222.0.26 "GET /v2.0/networks/6d6ff938-050a-4ca6-ad58-070035060c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217380 Nov 11 22:20:50.997089 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8005ec6c-de16-498e-85d3-f52c9fbcc773 req-69341d41-cfb2-4ef1-b0a6-6392c452f62e tempest-VolumesSnapshotTestJSON-1792625471 tempest-VolumesSnapshotTestJSON-1792625471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:20:50.998855 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-8005ec6c-de16-498e-85d3-f52c9fbcc773 req-69341d41-cfb2-4ef1-b0a6-6392c452f62e tempest-VolumesSnapshotTestJSON-1792625471 tempest-VolumesSnapshotTestJSON-1792625471-project] 10.222.0.50 "GET /v2.0/ports?device_id=24af170d-33cf-47bf-a615-f752f2832eac HTTP/1.1" status: 200 len: 946 time: 0.0611830 Nov 11 22:20:51.082744 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-8005ec6c-de16-498e-85d3-f52c9fbcc773 req-49046222-5c50-4d64-9cda-a2197aeb5beb tempest-VolumesSnapshotTestJSON-1792625471 tempest-VolumesSnapshotTestJSON-1792625471-project] 10.222.0.50 "GET /v2.0/security-groups?id=0a6f9ac3-42c8-4acc-8285-8f7fe1c0e9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722008 Nov 11 22:20:51.143529 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-4e2a6185-700a-40e9-8268-ce9307b42a21 req-337f9099-b7da-4470-b166-ba2c7d87dcce tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] 10.222.0.50 "GET /v2.0/ports?device_id=4407e04f-b8e9-4c4c-a325-dd64919e57cd HTTP/1.1" status: 200 len: 210 time: 0.0333552 Nov 11 22:20:51.827035 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f9df53-c740-437b-8ec6-e7f856d7bc61 req-c04ca38e-3534-4a98-a35a-91766b92721a tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:20:51.829080 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-96f9df53-c740-437b-8ec6-e7f856d7bc61 req-c04ca38e-3534-4a98-a35a-91766b92721a tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] 10.222.0.26 "GET /v2.0/networks?id=28a6337e-042c-406c-b6b1-9308a66f8fdf HTTP/1.1" status: 200 len: 815 time: 0.3929009 Nov 11 22:20:51.851397 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.v2.base [req-96f9df53-c740-437b-8ec6-e7f856d7bc61 req-5a337bcf-7744-4fe5-9c4b-3f1ff70a8e29 tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] Request body: {'port': {'device_id': '4407e04f-b8e9-4c4c-a325-dd64919e57cd', 'network_id': '28a6337e-042c-406c-b6b1-9308a66f8fdf', 'admin_state_up': True, 'tenant_id': 'f8d6e97657ef4116a71e5c6d2af82906'}} {{(pid=101951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:20:52.015046 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96f9df53-c740-437b-8ec6-e7f856d7bc61 req-5a337bcf-7744-4fe5-9c4b-3f1ff70a8e29 tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] Made reservation on behalf of f8d6e97657ef4116a71e5c6d2af82906 for: {'port': 1} {{(pid=101951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:20:52.022083 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [req-96f9df53-c740-437b-8ec6-e7f856d7bc61 req-5a337bcf-7744-4fe5-9c4b-3f1ff70a8e29 tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:52.222709 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.db.db_base_plugin_common [req-96f9df53-c740-437b-8ec6-e7f856d7bc61 req-5a337bcf-7744-4fe5-9c4b-3f1ff70a8e29 tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] Allocated IP 172.20.0.8 (28a6337e-042c-406c-b6b1-9308a66f8fdf/53fc7978-d7f2-4b8c-9881-c5b2333bf2a4/1be7eab3-536c-46ed-923b-c898807a1d0d) {{(pid=101951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:20:52.285606 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-83b3d884-06b9-4e06-af45-33918ecafb8e req-5b2a8e98-d6fb-41ee-8f2f-d1a01ed3876e tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] 10.222.0.50 "GET /v2.0/ports?device_id=4407e04f-b8e9-4c4c-a325-dd64919e57cd HTTP/1.1" status: 200 len: 210 time: 0.0622742 Nov 11 22:20:52.309139 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6aa53e-4de6-4099-a452-e3780759f092 req-e2173059-668f-4643-9025-1ebff35b5630 tempest-VolumesSnapshotTestJSON-1792625471 tempest-VolumesSnapshotTestJSON-1792625471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:20:52.311015 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-ab6aa53e-4de6-4099-a452-e3780759f092 req-e2173059-668f-4643-9025-1ebff35b5630 tempest-VolumesSnapshotTestJSON-1792625471 tempest-VolumesSnapshotTestJSON-1792625471-project] 10.222.0.50 "GET /v2.0/ports?device_id=24af170d-33cf-47bf-a615-f752f2832eac HTTP/1.1" status: 200 len: 946 time: 0.1051948 Nov 11 22:20:52.373471 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-ab6aa53e-4de6-4099-a452-e3780759f092 req-78a507e7-769a-470a-85aa-c9e44596883d tempest-VolumesSnapshotTestJSON-1792625471 tempest-VolumesSnapshotTestJSON-1792625471-project] 10.222.0.50 "GET /v2.0/security-groups?id=0a6f9ac3-42c8-4acc-8285-8f7fe1c0e9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495474 Nov 11 22:20:52.424787 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [req-96f9df53-c740-437b-8ec6-e7f856d7bc61 req-5a337bcf-7744-4fe5-9c4b-3f1ff70a8e29 tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] Publish callbacks [] for port, precommit_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:52.473458 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [req-96f9df53-c740-437b-8ec6-e7f856d7bc61 req-5a337bcf-7744-4fe5-9c4b-3f1ff70a8e29 tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776911838082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9099554'] for port, after_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:52.526247 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96f9df53-c740-437b-8ec6-e7f856d7bc61 req-5a337bcf-7744-4fe5-9c4b-3f1ff70a8e29 tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] Network 28a6337e-042c-406c-b6b1-9308a66f8fdf is already hosted by enough agents. {{(pid=101951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:20:52.529875 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.scheduler.base_scheduler [req-96f9df53-c740-437b-8ec6-e7f856d7bc61 req-5a337bcf-7744-4fe5-9c4b-3f1ff70a8e29 tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] Resources bound (agent type, host, resource id): {{(pid=101951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:20:52.535452 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.db.l3_dvrscheduler_db [req-96f9df53-c740-437b-8ec6-e7f856d7bc61 req-5a337bcf-7744-4fe5-9c4b-3f1ff70a8e29 tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] Received port after_create {{(pid=101951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:20:52.540583 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a337bcf-7744-4fe5-9c4b-3f1ff70a8e29 tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] Pushing event updated for resources: {'Port': ['ID=1be7eab3-536c-46ed-923b-c898807a1d0d,revision_number=1']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:20:52.618338 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f9df53-c740-437b-8ec6-e7f856d7bc61 req-5a337bcf-7744-4fe5-9c4b-3f1ff70a8e29 tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:20:52.620117 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [req-96f9df53-c740-437b-8ec6-e7f856d7bc61 req-5a337bcf-7744-4fe5-9c4b-3f1ff70a8e29 tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26363'] for port, before_response {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:52.650950 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-96f9df53-c740-437b-8ec6-e7f856d7bc61 req-5a337bcf-7744-4fe5-9c4b-3f1ff70a8e29 tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8041222 Nov 11 22:20:52.671875 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.v2.base [req-96f9df53-c740-437b-8ec6-e7f856d7bc61 req-73e20ea8-2190-4e95-b9cc-94a17f508471 service neutron] Request body: {'port': {'device_id': '4407e04f-b8e9-4c4c-a325-dd64919e57cd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=101951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:20:52.749550 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [req-96f9df53-c740-437b-8ec6-e7f856d7bc61 req-73e20ea8-2190-4e95-b9cc-94a17f508471 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_update {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:53.132684 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.notifiers.nova [req-96f9df53-c740-437b-8ec6-e7f856d7bc61 req-73e20ea8-2190-4e95-b9cc-94a17f508471 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1be7eab3-536c-46ed-923b-c898807a1d0d {{(pid=101951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 22:20:53.142864 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [req-96f9df53-c740-437b-8ec6-e7f856d7bc61 req-73e20ea8-2190-4e95-b9cc-94a17f508471 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:53.165355 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.db.provisioning_blocks [req-96f9df53-c740-437b-8ec6-e7f856d7bc61 req-73e20ea8-2190-4e95-b9cc-94a17f508471 service neutron] Transition to ACTIVE for port object 1be7eab3-536c-46ed-923b-c898807a1d0d will not be triggered until provisioned by entity L2. {{(pid=101951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 22:20:53.173134 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [req-96f9df53-c740-437b-8ec6-e7f856d7bc61 req-73e20ea8-2190-4e95-b9cc-94a17f508471 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776912265364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776911838100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776911838118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9099611'] for port, after_update {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:53.262741 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e20ea8-2190-4e95-b9cc-94a17f508471 service neutron] Pushing event updated for resources: {'Port': ['ID=1be7eab3-536c-46ed-923b-c898807a1d0d,revision_number=2']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:20:53.344180 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.managers [req-96f9df53-c740-437b-8ec6-e7f856d7bc61 req-73e20ea8-2190-4e95-b9cc-94a17f508471 service neutron] Attempting to bind port 1be7eab3-536c-46ed-923b-c898807a1d0d on host hv-cinder-73362 for vnic_type normal with profile {{(pid=101951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:20:53.345551 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.managers [req-96f9df53-c740-437b-8ec6-e7f856d7bc61 req-73e20ea8-2190-4e95-b9cc-94a17f508471 service neutron] Attempting to bind port 1be7eab3-536c-46ed-923b-c898807a1d0d by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': '81317f1a-7990-46f6-a4f1-5638aef35159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '28a6337e-042c-406c-b6b1-9308a66f8fdf'}] {{(pid=101951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:20:53.345907 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f9df53-c740-437b-8ec6-e7f856d7bc61 req-73e20ea8-2190-4e95-b9cc-94a17f508471 service neutron] Attempting to bind port 1be7eab3-536c-46ed-923b-c898807a1d0d on network 28a6337e-042c-406c-b6b1-9308a66f8fdf {{(pid=101951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:20:53.355912 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f9df53-c740-437b-8ec6-e7f856d7bc61 req-73e20ea8-2190-4e95-b9cc-94a17f508471 service neutron] Port 1be7eab3-536c-46ed-923b-c898807a1d0d on network 28a6337e-042c-406c-b6b1-9308a66f8fdf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=101951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 22:20:53.356636 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f9df53-c740-437b-8ec6-e7f856d7bc61 req-73e20ea8-2190-4e95-b9cc-94a17f508471 service neutron] Attempting to bind port 1be7eab3-536c-46ed-923b-c898807a1d0d on network 28a6337e-042c-406c-b6b1-9308a66f8fdf {{(pid=101951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:20:53.365933 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f9df53-c740-437b-8ec6-e7f856d7bc61 req-73e20ea8-2190-4e95-b9cc-94a17f508471 service neutron] Checking agent: {'id': 'a052ab81-1c58-45ec-bb06-1cf32ae4b08e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 22, 14, 39), 'started_at': datetime.datetime(2021, 11, 11, 22, 14, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 20, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:20:53.366665 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f9df53-c740-437b-8ec6-e7f856d7bc61 req-73e20ea8-2190-4e95-b9cc-94a17f508471 service neutron] Checking segment: {'id': '81317f1a-7990-46f6-a4f1-5638aef35159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '28a6337e-042c-406c-b6b1-9308a66f8fdf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:20:53.367296 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f9df53-c740-437b-8ec6-e7f856d7bc61 req-73e20ea8-2190-4e95-b9cc-94a17f508471 service neutron] Bound using segment: {'id': '81317f1a-7990-46f6-a4f1-5638aef35159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '28a6337e-042c-406c-b6b1-9308a66f8fdf'} {{(pid=101951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:20:53.368300 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.managers [req-96f9df53-c740-437b-8ec6-e7f856d7bc61 req-73e20ea8-2190-4e95-b9cc-94a17f508471 service neutron] Bound port: 1be7eab3-536c-46ed-923b-c898807a1d0d, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81317f1a-7990-46f6-a4f1-5638aef35159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '28a6337e-042c-406c-b6b1-9308a66f8fdf'}}] {{(pid=101951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:20:53.369642 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [req-96f9df53-c740-437b-8ec6-e7f856d7bc61 req-73e20ea8-2190-4e95-b9cc-94a17f508471 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_update {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:53.486194 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.db [req-96f9df53-c740-437b-8ec6-e7f856d7bc61 req-73e20ea8-2190-4e95-b9cc-94a17f508471 service neutron] For port 1be7eab3-536c-46ed-923b-c898807a1d0d, host hv-cinder-73362, cleared binding levels {{(pid=101951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:20:53.490658 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.db [req-96f9df53-c740-437b-8ec6-e7f856d7bc61 req-73e20ea8-2190-4e95-b9cc-94a17f508471 service neutron] For port 1be7eab3-536c-46ed-923b-c898807a1d0d, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=1be7eab3-536c-46ed-923b-c898807a1d0d,segment=NetworkSegment(81317f1a-7990-46f6-a4f1-5638aef35159),segment_id=81317f1a-7990-46f6-a4f1-5638aef35159)] {{(pid=101951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:20:53.498542 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6558e4db-b12e-4608-8776-8ad6a2d80f83 req-fd36593d-1b1d-43c0-b166-4739c8e69eed tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:20:53.499567 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [req-96f9df53-c740-437b-8ec6-e7f856d7bc61 req-73e20ea8-2190-4e95-b9cc-94a17f508471 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776912265364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776911838100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776911838118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9099611'] for port, after_update {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:53.500356 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-6558e4db-b12e-4608-8776-8ad6a2d80f83 req-fd36593d-1b1d-43c0-b166-4739c8e69eed tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] 10.222.0.50 "GET /v2.0/ports?device_id=4407e04f-b8e9-4c4c-a325-dd64919e57cd HTTP/1.1" status: 200 len: 943 time: 0.0962420 Nov 11 22:20:53.523673 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bece6d72-8a31-4d47-aadb-6cba45828069 req-9d404cf5-569b-441e-90f1-af4464939baf tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:20:53.526394 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-bece6d72-8a31-4d47-aadb-6cba45828069 req-9d404cf5-569b-441e-90f1-af4464939baf tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/ports?device_id=efc7b803-47b0-47dd-b4af-0de101adaaaf HTTP/1.1" status: 200 len: 947 time: 0.0819731 Nov 11 22:20:53.544603 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f9df53-c740-437b-8ec6-e7f856d7bc61 req-73e20ea8-2190-4e95-b9cc-94a17f508471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:20:53.545381 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [req-96f9df53-c740-437b-8ec6-e7f856d7bc61 req-73e20ea8-2190-4e95-b9cc-94a17f508471 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26363'] for port, before_response {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:53.546874 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-96f9df53-c740-437b-8ec6-e7f856d7bc61 req-73e20ea8-2190-4e95-b9cc-94a17f508471 service neutron] 10.222.0.26 "PUT /v2.0/ports/1be7eab3-536c-46ed-923b-c898807a1d0d HTTP/1.1" status: 200 len: 1093 time: 0.8806438 Nov 11 22:20:53.547458 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4407e04f-b8e9-4c4c-a325-dd64919e57cd', 'tag': '1be7eab3-536c-46ed-923b-c898807a1d0d'}] {{(pid=101951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:20:53.550048 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6edad8924451e5ac919d090b7a0cdac835d5bd684dc46b69d397444c146e85de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e5a1733-cbad-431e-a1d6-aef54f550c6c" -d '{"events": [{"name": "network-changed", "server_uuid": "4407e04f-b8e9-4c4c-a325-dd64919e57cd", "tag": "1be7eab3-536c-46ed-923b-c898807a1d0d"}]}' {{(pid=101951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:20:53.583345 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e20ea8-2190-4e95-b9cc-94a17f508471 service neutron] Pushing event updated for resources: {'Port': ['ID=1be7eab3-536c-46ed-923b-c898807a1d0d,revision_number=3']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:20:53.665505 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-6558e4db-b12e-4608-8776-8ad6a2d80f83 req-8095e3f6-ad94-45bf-bbbd-9916abed9510 tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c398c41-9203-4ea6-9503-b54c6d139479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365163 Nov 11 22:20:53.669829 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f9df53-c740-437b-8ec6-e7f856d7bc61 req-1bb6d99c-6533-4e7b-a884-e7274c99bc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:20:53.671962 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-bece6d72-8a31-4d47-aadb-6cba45828069 req-f290fe30-1ad8-441d-959e-cc17f1737acd tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/security-groups?id=4cdb267d-d817-44be-b26a-e18e20b97bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1332819 Nov 11 22:20:53.672857 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-96f9df53-c740-437b-8ec6-e7f856d7bc61 req-1bb6d99c-6533-4e7b-a884-e7274c99bc45 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f8d6e97657ef4116a71e5c6d2af82906&device_id=4407e04f-b8e9-4c4c-a325-dd64919e57cd HTTP/1.1" status: 200 len: 1096 time: 0.0535407 Nov 11 22:20:53.732852 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-96f9df53-c740-437b-8ec6-e7f856d7bc61 req-e834ae3f-22e0-41a9-a2ac-968841ade7ec service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1be7eab3-536c-46ed-923b-c898807a1d0d HTTP/1.1" status: 200 len: 217 time: 0.0481510 Nov 11 22:20:53.748987 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 22:20:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78e2334b-791a-4caa-84ab-938d448c597e x-openstack-request-id: req-78e2334b-791a-4caa-84ab-938d448c597e {{(pid=101951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:20:53.749266 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4407e04f-b8e9-4c4c-a325-dd64919e57cd", "tag": "1be7eab3-536c-46ed-923b-c898807a1d0d", "status": "completed", "code": 200}]} {{(pid=101951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:20:53.749517 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-78e2334b-791a-4caa-84ab-938d448c597e {{(pid=101951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:20:53.749910 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4407e04f-b8e9-4c4c-a325-dd64919e57cd', 'tag': '1be7eab3-536c-46ed-923b-c898807a1d0d', 'status': 'completed', 'code': 200} Nov 11 22:20:53.794878 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f9df53-c740-437b-8ec6-e7f856d7bc61 req-5b7b6894-33ee-4860-98c5-dac6d4cf90ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:20:53.797306 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-96f9df53-c740-437b-8ec6-e7f856d7bc61 req-5b7b6894-33ee-4860-98c5-dac6d4cf90ee service neutron] 10.222.0.26 "GET /v2.0/subnets?id=53fc7978-d7f2-4b8c-9881-c5b2333bf2a4 HTTP/1.1" status: 200 len: 855 time: 0.0564690 Nov 11 22:20:53.859197 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-96f9df53-c740-437b-8ec6-e7f856d7bc61 req-2f61bf73-4674-46a2-801b-7bb2e0145699 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=28a6337e-042c-406c-b6b1-9308a66f8fdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411036 Nov 11 22:20:53.986479 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-96f9df53-c740-437b-8ec6-e7f856d7bc61 req-8d47082c-38ee-4f40-98cb-36069ba26d8e service neutron] 10.222.0.26 "GET /v2.0/networks/28a6337e-042c-406c-b6b1-9308a66f8fdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182015 Nov 11 22:20:54.118787 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-96f9df53-c740-437b-8ec6-e7f856d7bc61 req-df25d07d-0835-4b20-87a8-137b97b5ce8f service neutron] 10.222.0.26 "GET /v2.0/networks/28a6337e-042c-406c-b6b1-9308a66f8fdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244905 Nov 11 22:20:54.227438 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5a1733-cbad-431e-a1d6-aef54f550c6c req-5ab291c4-fb8d-42ac-a45f-6a86b84297fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:20:54.229013 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-8e5a1733-cbad-431e-a1d6-aef54f550c6c req-5ab291c4-fb8d-42ac-a45f-6a86b84297fd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f8d6e97657ef4116a71e5c6d2af82906&device_id=4407e04f-b8e9-4c4c-a325-dd64919e57cd HTTP/1.1" status: 200 len: 1096 time: 0.0464358 Nov 11 22:20:54.359249 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5a1733-cbad-431e-a1d6-aef54f550c6c req-9d04f81f-b886-431a-a991-a3a71e5e6d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:20:54.360767 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-8e5a1733-cbad-431e-a1d6-aef54f550c6c req-9d04f81f-b886-431a-a991-a3a71e5e6d63 service neutron] 10.222.0.26 "GET /v2.0/networks?id=28a6337e-042c-406c-b6b1-9308a66f8fdf HTTP/1.1" status: 200 len: 916 time: 0.1211915 Nov 11 22:20:54.407951 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-8e5a1733-cbad-431e-a1d6-aef54f550c6c req-dbc46312-39f4-403c-962e-11daddf6371f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1be7eab3-536c-46ed-923b-c898807a1d0d HTTP/1.1" status: 200 len: 217 time: 0.0384076 Nov 11 22:20:54.485557 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5a1733-cbad-431e-a1d6-aef54f550c6c req-4a55c049-3b41-45ef-9457-863bbb49b1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:20:54.487859 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-8e5a1733-cbad-431e-a1d6-aef54f550c6c req-4a55c049-3b41-45ef-9457-863bbb49b1c1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=53fc7978-d7f2-4b8c-9881-c5b2333bf2a4 HTTP/1.1" status: 200 len: 855 time: 0.0691876 Nov 11 22:20:54.536769 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-8e5a1733-cbad-431e-a1d6-aef54f550c6c req-2acc6c28-ce3f-41e5-8776-7e1363601fec service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=28a6337e-042c-406c-b6b1-9308a66f8fdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411196 Nov 11 22:20:54.666065 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-8e5a1733-cbad-431e-a1d6-aef54f550c6c req-0501ff12-591d-4c46-9873-9a417fbc2f63 service neutron] 10.222.0.26 "GET /v2.0/networks/28a6337e-042c-406c-b6b1-9308a66f8fdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210110 Nov 11 22:20:54.820962 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-8e5a1733-cbad-431e-a1d6-aef54f550c6c req-f9ac60d3-950a-4889-ad63-98cbb7d91808 service neutron] 10.222.0.26 "GET /v2.0/networks/28a6337e-042c-406c-b6b1-9308a66f8fdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463928 Nov 11 22:20:54.885962 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75433c95-3f7b-4417-8e81-45289a413399 req-eeae57ed-20e3-4a90-a862-c23a4a4a5b45 tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:20:54.891469 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-75433c95-3f7b-4417-8e81-45289a413399 req-eeae57ed-20e3-4a90-a862-c23a4a4a5b45 tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] 10.222.0.50 "GET /v2.0/ports?device_id=4407e04f-b8e9-4c4c-a325-dd64919e57cd HTTP/1.1" status: 200 len: 943 time: 0.1212044 Nov 11 22:20:54.915768 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cec41c6-8c2a-458b-8c97-f7690dd066c7 req-4fcc58b0-e770-4b0d-9f00-789bf73aba7f tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:20:54.917450 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-3cec41c6-8c2a-458b-8c97-f7690dd066c7 req-4fcc58b0-e770-4b0d-9f00-789bf73aba7f tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/ports?device_id=efc7b803-47b0-47dd-b4af-0de101adaaaf HTTP/1.1" status: 200 len: 947 time: 0.1346231 Nov 11 22:20:55.044333 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-75433c95-3f7b-4417-8e81-45289a413399 req-9d55b2c1-b006-40e7-8390-06417033487d tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c398c41-9203-4ea6-9503-b54c6d139479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481380 Nov 11 22:20:55.061108 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-3cec41c6-8c2a-458b-8c97-f7690dd066c7 req-ea9f0c0e-a147-4a5f-ba2b-8c6ca01539aa tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/security-groups?id=4cdb267d-d817-44be-b26a-e18e20b97bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1309111 Nov 11 22:20:55.562996 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eea135c-4c40-427e-96cf-af1fe6652253 req-037a5281-61c4-4003-8e7a-779da6128df1 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:20:55.566533 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-1eea135c-4c40-427e-96cf-af1fe6652253 req-037a5281-61c4-4003-8e7a-779da6128df1 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.26 "GET /v2.0/ports?device_id=efc7b803-47b0-47dd-b4af-0de101adaaaf HTTP/1.1" status: 200 len: 947 time: 0.0555131 Nov 11 22:20:55.628107 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-d18b7cb8-4148-4e63-b975-f4f608c6899b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:55.693525 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.plugin [req-1eea135c-4c40-427e-96cf-af1fe6652253 req-e9d6015f-ef06-4927-b4c1-1e0e57c0376f tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Deleting port ff855d16-c432-40fd-b18f-d64264e49e6e {{(pid=101951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:20:55.694139 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [req-1eea135c-4c40-427e-96cf-af1fe6652253 req-e9d6015f-ef06-4927-b4c1-1e0e57c0376f tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776912257464'] for port, before_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:55.837042 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.db [req-1eea135c-4c40-427e-96cf-af1fe6652253 req-e9d6015f-ef06-4927-b4c1-1e0e57c0376f tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] For port ff855d16-c432-40fd-b18f-d64264e49e6e, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=ff855d16-c432-40fd-b18f-d64264e49e6e,segment=NetworkSegment(9c208126-1f8a-404f-ae1b-bfd4e87909c5),segment_id=9c208126-1f8a-404f-ae1b-bfd4e87909c5)] {{(pid=101951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:20:55.839313 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [req-1eea135c-4c40-427e-96cf-af1fe6652253 req-e9d6015f-ef06-4927-b4c1-1e0e57c0376f tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668535'] for port, precommit_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:56.191166 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [req-1eea135c-4c40-427e-96cf-af1fe6652253 req-e9d6015f-ef06-4927-b4c1-1e0e57c0376f tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:56.191908 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [req-1eea135c-4c40-427e-96cf-af1fe6652253 req-e9d6015f-ef06-4927-b4c1-1e0e57c0376f tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657105'] for floatingip, after_update {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:56.192281 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.db.l3_db [req-1eea135c-4c40-427e-96cf-af1fe6652253 req-e9d6015f-ef06-4927-b4c1-1e0e57c0376f tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Floating IP db415419-d18e-4b7f-9000-724d346f655b disassociated. External IP: 172.27.0.204, port: ff855d16-c432-40fd-b18f-d64264e49e6e. Nov 11 22:20:56.192697 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.plugin [req-1eea135c-4c40-427e-96cf-af1fe6652253 req-e9d6015f-ef06-4927-b4c1-1e0e57c0376f tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Calling delete_port for ff855d16-c432-40fd-b18f-d64264e49e6e owned by compute:nova {{(pid=101951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:20:56.241589 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e965cca5-75f1-4263-b9f5-67ac9eeee94b req-f91764ff-d05c-4880-8599-7bd91a37e946 tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:20:56.243778 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-e965cca5-75f1-4263-b9f5-67ac9eeee94b req-f91764ff-d05c-4880-8599-7bd91a37e946 tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] 10.222.0.50 "GET /v2.0/ports?device_id=4407e04f-b8e9-4c4c-a325-dd64919e57cd HTTP/1.1" status: 200 len: 943 time: 0.1063294 Nov 11 22:20:56.267711 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10bd9df-d7a8-48f0-bde9-58dfd5dedd11 req-59af0648-ea70-4f11-81f2-4dc27fb332aa tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:20:56.269516 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-c10bd9df-d7a8-48f0-bde9-58dfd5dedd11 req-59af0648-ea70-4f11-81f2-4dc27fb332aa tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/ports?device_id=efc7b803-47b0-47dd-b4af-0de101adaaaf HTTP/1.1" status: 200 len: 947 time: 0.0926614 Nov 11 22:20:56.345960 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-e965cca5-75f1-4263-b9f5-67ac9eeee94b req-87f278c9-63a3-49ab-a19b-b9e1067bf21c tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c398c41-9203-4ea6-9503-b54c6d139479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950797 Nov 11 22:20:56.360435 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-c10bd9df-d7a8-48f0-bde9-58dfd5dedd11 req-1bfaa53e-e233-4457-933a-0fa0eb4bd97d tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/security-groups?id=4cdb267d-d817-44be-b26a-e18e20b97bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789292 Nov 11 22:20:56.370115 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [req-1eea135c-4c40-427e-96cf-af1fe6652253 req-e9d6015f-ef06-4927-b4c1-1e0e57c0376f tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776912265346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776911838091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9099554'] for port, after_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:56.409003 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d6015f-ef06-4927-b4c1-1e0e57c0376f tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Pushing event deleted for resources: {'Port': ['ID=ff855d16-c432-40fd-b18f-d64264e49e6e,revision_number=None']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:20:56.489145 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Device 1be7eab3-536c-46ed-923b-c898807a1d0d details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=101952) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 22:20:56.569396 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1eea135c-4c40-427e-96cf-af1fe6652253 req-e9d6015f-ef06-4927-b4c1-1e0e57c0376f tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Router 30799c90-1e6b-40e6-bfee-eed6d0195471 has already been hosted by L3 agent 4702c36b-78d9-4f52-8cbc-8d9e3292a6f2 {{(pid=101951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 22:20:56.648597 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] For port 1be7eab3-536c-46ed-923b-c898807a1d0d, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=1be7eab3-536c-46ed-923b-c898807a1d0d,segment=NetworkSegment(81317f1a-7990-46f6-a4f1-5638aef35159),segment_id=81317f1a-7990-46f6-a4f1-5638aef35159)] {{(pid=101952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:20:56.666529 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Returning: {'device': '1be7eab3-536c-46ed-923b-c898807a1d0d', 'network_id': '28a6337e-042c-406c-b6b1-9308a66f8fdf', 'port_id': '1be7eab3-536c-46ed-923b-c898807a1d0d', 'mac_address': 'fa:16:3e:26:8b:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 806, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53fc7978-d7f2-4b8c-9881-c5b2333bf2a4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101952) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 22:20:56.724858 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1eea135c-4c40-427e-96cf-af1fe6652253 req-e9d6015f-ef06-4927-b4c1-1e0e57c0376f tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Notify agent at l3_agent.dv-cinder-733622-20-iscsi the message routers_updated {{(pid=101951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:20:56.728382 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:56.749743 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-055b011f-3b6f-4e93-824f-12222177cdf8 None None] Sync routers for ids ['30799c90-1e6b-40e6-bfee-eed6d0195471'] in dv-cinder-733622-20-iscsi {{(pid=101952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:20:56.760478 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.notifiers.nova [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1be7eab3-536c-46ed-923b-c898807a1d0d {{(pid=101952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 22:20:56.777693 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.db.l3_dvrscheduler_db [req-1eea135c-4c40-427e-96cf-af1fe6652253 req-e9d6015f-ef06-4927-b4c1-1e0e57c0376f tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] No DVR routers for this DVR port ff855d16-c432-40fd-b18f-d64264e49e6e on host hv-cinder-73362 {{(pid=101951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 22:20:56.778794 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055b011f-3b6f-4e93-824f-12222177cdf8 None None] Routers {'30799c90-1e6b-40e6-bfee-eed6d0195471'} bound to L3 agent in host dv-cinder-733622-20-iscsi {{(pid=101952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:20:56.779437 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_hamode_db [None req-055b011f-3b6f-4e93-824f-12222177cdf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T22:08:28Z,description=,heartbeat_timestamp=2021-11-11T22:20:28Z,host='dv-cinder-733622-20-iscsi',id=4702c36b-78d9-4f52-8cbc-8d9e3292a6f2,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T22:08:28Z,topic='l3_agent')) {'router_ids': ['30799c90-1e6b-40e6-bfee-eed6d0195471'], 'active': True} {{(pid=101952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:20:56.782613 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [req-1eea135c-4c40-427e-96cf-af1fe6652253 req-e9d6015f-ef06-4927-b4c1-1e0e57c0376f tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26363'] for port, before_response {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:56.786748 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-1eea135c-4c40-427e-96cf-af1fe6652253 req-e9d6015f-ef06-4927-b4c1-1e0e57c0376f tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.26 "DELETE /v2.0/ports/ff855d16-c432-40fd-b18f-d64264e49e6e HTTP/1.1" status: 204 len: 173 time: 1.2133622 Nov 11 22:20:56.787678 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efc7b803-47b0-47dd-b4af-0de101adaaaf', 'name': 'network-vif-deleted', 'tag': 'ff855d16-c432-40fd-b18f-d64264e49e6e'}] {{(pid=101951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:20:56.790596 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6edad8924451e5ac919d090b7a0cdac835d5bd684dc46b69d397444c146e85de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89fb1534-d24f-4d82-8525-d1c4958e9497" -d '{"events": [{"server_uuid": "efc7b803-47b0-47dd-b4af-0de101adaaaf", "name": "network-vif-deleted", "tag": "ff855d16-c432-40fd-b18f-d64264e49e6e"}]}' {{(pid=101951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:20:56.830977 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 22:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dc6e277-b358-44e7-ad95-89ae3c7118a8 x-openstack-request-id: req-3dc6e277-b358-44e7-ad95-89ae3c7118a8 {{(pid=101951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:20:56.831618 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efc7b803-47b0-47dd-b4af-0de101adaaaf", "name": "network-vif-deleted", "tag": "ff855d16-c432-40fd-b18f-d64264e49e6e", "status": "completed", "code": 200}]} {{(pid=101951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:20:56.832050 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3dc6e277-b358-44e7-ad95-89ae3c7118a8 {{(pid=101951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:20:56.832711 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efc7b803-47b0-47dd-b4af-0de101adaaaf', 'name': 'network-vif-deleted', 'tag': 'ff855d16-c432-40fd-b18f-d64264e49e6e', 'status': 'completed', 'code': 200} Nov 11 22:20:56.838450 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] For port 1be7eab3-536c-46ed-923b-c898807a1d0d, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=1be7eab3-536c-46ed-923b-c898807a1d0d,segment=NetworkSegment(81317f1a-7990-46f6-a4f1-5638aef35159),segment_id=81317f1a-7990-46f6-a4f1-5638aef35159)] {{(pid=101952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:20:56.847833 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776912265364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776911838100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776911838118'] for port, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:56.977736 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Pushing event updated for resources: {'Port': ['ID=1be7eab3-536c-46ed-923b-c898807a1d0d,revision_number=4']} {{(pid=101952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:20:56.995813 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_dvr_db [None req-055b011f-3b6f-4e93-824f-12222177cdf8 None None] Set router 30799c90-1e6b-40e6-bfee-eed6d0195471 gateway port host: dv-cinder-733622-20-iscsi {{(pid=101952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:20:57.220582 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] get_ports_and_sgs() called for port_ids ['1be7eab3-536c-46ed-923b-c898807a1d0d'] {{(pid=101952) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 22:20:57.606086 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905321fa-97d9-4b8c-8f78-94297af01578 req-99be36c6-3b2f-41a3-988a-ec114d198439 tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:20:57.609103 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-905321fa-97d9-4b8c-8f78-94297af01578 req-99be36c6-3b2f-41a3-988a-ec114d198439 tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] 10.222.0.50 "GET /v2.0/ports?device_id=4407e04f-b8e9-4c4c-a325-dd64919e57cd HTTP/1.1" status: 200 len: 944 time: 0.0896051 Nov 11 22:20:57.665069 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-f6489ab0-9316-4345-a554-87d58781f47b req-238f65e8-5e75-470c-b26f-cd6b11e5cce4 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/ports?device_id=efc7b803-47b0-47dd-b4af-0de101adaaaf HTTP/1.1" status: 200 len: 210 time: 0.0537577 Nov 11 22:20:57.743552 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-905321fa-97d9-4b8c-8f78-94297af01578 req-cb2f204a-fff2-4076-a39d-0418ba009f4c tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c398c41-9203-4ea6-9503-b54c6d139479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160138 Nov 11 22:20:57.775490 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_hamode_db [None req-055b011f-3b6f-4e93-824f-12222177cdf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30799c90-1e6b-40e6-bfee-eed6d0195471', 'name': 'tempest-AttachVolumeShelveTestJSON-159595070-router', 'tenant_id': '1ce5c1a9babe4d3098016d7a6fcab517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'external_fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': '47223bcb-7731-4d66-8ad4-7276dc161995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:16:31Z', 'updated_at': '2021-11-11T22:16:40Z', 'revision_number': 4, 'project_id': '1ce5c1a9babe4d3098016d7a6fcab517', 'gw_port': {'id': '47223bcb-7731-4d66-8ad4-7276dc161995', 'name': '', 'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:a7:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30799c90-1e6b-40e6-bfee-eed6d0195471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:16:33Z', 'updated_at': '2021-11-11T22:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-20-iscsi', '_interfaces': [{'id': 'c3297ac4-4943-4477-a9c9-2a78cc62f6c5', 'name': '', 'network_id': '6d6ff938-050a-4ca6-ad58-070035060c7c', 'tenant_id': '1ce5c1a9babe4d3098016d7a6fcab517', 'mac_address': 'fa:16:3e:67:30:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30799c90-1e6b-40e6-bfee-eed6d0195471', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '28859a9d-69fd-4dd9-a7c8-b3902292e969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:16:38Z', 'updated_at': '2021-11-11T22:16:56Z', 'revision_number': 5, 'project_id': '1ce5c1a9babe4d3098016d7a6fcab517', 'subnets': [{'id': '28859a9d-69fd-4dd9-a7c8-b3902292e969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-20-iscsi', False) {} {{(pid=101952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:20:57.821958 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-055b011f-3b6f-4e93-824f-12222177cdf8 None None] Checking router: 30799c90-1e6b-40e6-bfee-eed6d0195471 for host: dv-cinder-733622-20-iscsi {{(pid=101952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:20:57.863377 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055b011f-3b6f-4e93-824f-12222177cdf8 None None] Routers {'30799c90-1e6b-40e6-bfee-eed6d0195471'} bound to L3 agent in host dv-cinder-733622-20-iscsi {{(pid=101952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:20:57.864114 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_hamode_db [None req-055b011f-3b6f-4e93-824f-12222177cdf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T22:08:28Z,description=,heartbeat_timestamp=2021-11-11T22:20:28Z,host='dv-cinder-733622-20-iscsi',id=4702c36b-78d9-4f52-8cbc-8d9e3292a6f2,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T22:08:28Z,topic='l3_agent')) {'router_ids': ['30799c90-1e6b-40e6-bfee-eed6d0195471'], 'active': True} {{(pid=101952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:20:58.019877 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_dvr_db [None req-055b011f-3b6f-4e93-824f-12222177cdf8 None None] Set router 30799c90-1e6b-40e6-bfee-eed6d0195471 gateway port host: dv-cinder-733622-20-iscsi {{(pid=101952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:20:58.238918 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-286be8de-df12-4b3b-ab36-0686427f8b56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:58.356022 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_hamode_db [None req-055b011f-3b6f-4e93-824f-12222177cdf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30799c90-1e6b-40e6-bfee-eed6d0195471', 'name': 'tempest-AttachVolumeShelveTestJSON-159595070-router', 'tenant_id': '1ce5c1a9babe4d3098016d7a6fcab517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'external_fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': '47223bcb-7731-4d66-8ad4-7276dc161995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:16:31Z', 'updated_at': '2021-11-11T22:16:40Z', 'revision_number': 4, 'project_id': '1ce5c1a9babe4d3098016d7a6fcab517', 'gw_port': {'id': '47223bcb-7731-4d66-8ad4-7276dc161995', 'name': '', 'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:a7:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30799c90-1e6b-40e6-bfee-eed6d0195471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:16:33Z', 'updated_at': '2021-11-11T22:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-20-iscsi', '_interfaces': [{'id': 'c3297ac4-4943-4477-a9c9-2a78cc62f6c5', 'name': '', 'network_id': '6d6ff938-050a-4ca6-ad58-070035060c7c', 'tenant_id': '1ce5c1a9babe4d3098016d7a6fcab517', 'mac_address': 'fa:16:3e:67:30:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30799c90-1e6b-40e6-bfee-eed6d0195471', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '28859a9d-69fd-4dd9-a7c8-b3902292e969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:16:38Z', 'updated_at': '2021-11-11T22:16:56Z', 'revision_number': 5, 'project_id': '1ce5c1a9babe4d3098016d7a6fcab517', 'subnets': [{'id': '28859a9d-69fd-4dd9-a7c8-b3902292e969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-20-iscsi', False) {} {{(pid=101952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:20:58.403594 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-055b011f-3b6f-4e93-824f-12222177cdf8 None None] The sync data for ids ['30799c90-1e6b-40e6-bfee-eed6d0195471'] in dv-cinder-733622-20-iscsi is: [{'id': '30799c90-1e6b-40e6-bfee-eed6d0195471', 'name': 'tempest-AttachVolumeShelveTestJSON-159595070-router', 'tenant_id': '1ce5c1a9babe4d3098016d7a6fcab517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'external_fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': '47223bcb-7731-4d66-8ad4-7276dc161995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:16:31Z', 'updated_at': '2021-11-11T22:16:40Z', 'revision_number': 4, 'project_id': '1ce5c1a9babe4d3098016d7a6fcab517', 'gw_port': {'id': '47223bcb-7731-4d66-8ad4-7276dc161995', 'name': '', 'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:a7:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30799c90-1e6b-40e6-bfee-eed6d0195471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:16:33Z', 'updated_at': '2021-11-11T22:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-20-iscsi', '_interfaces': [{'id': 'c3297ac4-4943-4477-a9c9-2a78cc62f6c5', 'name': '', 'network_id': '6d6ff938-050a-4ca6-ad58-070035060c7c', 'tenant_id': '1ce5c1a9babe4d3098016d7a6fcab517', 'mac_address': 'fa:16:3e:67:30:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30799c90-1e6b-40e6-bfee-eed6d0195471', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '28859a9d-69fd-4dd9-a7c8-b3902292e969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:16:38Z', 'updated_at': '2021-11-11T22:16:56Z', 'revision_number': 5, 'project_id': '1ce5c1a9babe4d3098016d7a6fcab517', 'subnets': [{'id': '28859a9d-69fd-4dd9-a7c8-b3902292e969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:20:58.493934 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Device ff855d16-c432-40fd-b18f-d64264e49e6e no longer exists at agent hyperv_hv-cinder-73362 {{(pid=101952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:20:58.528756 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.plugin [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] No Port match for: ff855d16-c432-40fd-b18f-d64264e49e6e {{(pid=101952) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:20:58.529177 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Device ff855d16-c432-40fd-b18f-d64264e49e6e not bound to the agent host hv-cinder-73362 {{(pid=101952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:20:58.678027 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a350ad3a-a1d3-4e9e-8c61-242bfab8058f None None] New status for floating IP db415419-d18e-4b7f-9000-724d346f655b: DOWN {{(pid=101953) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 22:20:58.812968 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.wsgi [-] (101950) accepted ('10.222.0.50', 47290) {{(pid=101950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:20:58.929788 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8934563d-d1c4-46ce-aaa4-5161fbbd2a61 req-e392e282-3a9f-4bff-aad5-5854e53ec0fa tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:20:58.931863 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-8934563d-d1c4-46ce-aaa4-5161fbbd2a61 req-e392e282-3a9f-4bff-aad5-5854e53ec0fa tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] 10.222.0.50 "GET /v2.0/ports?device_id=4407e04f-b8e9-4c4c-a325-dd64919e57cd HTTP/1.1" status: 200 len: 944 time: 0.0843661 Nov 11 22:20:58.944296 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-3ca8b551-65fb-4825-92c4-1e794751f28d tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Publish callbacks [] for security_group, before_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:59.010938 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-3ca8b551-65fb-4825-92c4-1e794751f28d tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:59.041379 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-8934563d-d1c4-46ce-aaa4-5161fbbd2a61 req-d44c813d-10ea-46a1-a8fc-61527b7518cd tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c398c41-9203-4ea6-9503-b54c6d139479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998662 Nov 11 22:20:59.093691 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-3ca8b551-65fb-4825-92c4-1e794751f28d tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:59.096377 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-3ca8b551-65fb-4825-92c4-1e794751f28d tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Publish callbacks [] for security_group, before_response {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:59.097640 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [None req-3ca8b551-65fb-4825-92c4-1e794751f28d tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "DELETE /v2.0/security-groups/4cdb267d-d817-44be-b26a-e18e20b97bde HTTP/1.1" status: 204 len: 168 time: 0.2827649 Nov 11 22:20:59.101766 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 47292) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:20:59.107867 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca8b551-65fb-4825-92c4-1e794751f28d tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cdb267d-d817-44be-b26a-e18e20b97bde,revision_number=None']} {{(pid=101950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:20:59.118216 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.api.v2.resource [None req-a4c44b20-4328-4dfc-ad0b-ecc1bbbc237d tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] show failed (client error): The resource could not be found. Nov 11 22:20:59.119415 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-a4c44b20-4328-4dfc-ad0b-ecc1bbbc237d tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/security-groups/4cdb267d-d817-44be-b26a-e18e20b97bde HTTP/1.1" status: 404 len: 347 time: 0.0158942 Nov 11 22:20:59.122661 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 47294) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:20:59.266433 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.plugin [None req-4e00748e-d235-46cc-869f-b2eeeabfabe8 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Deleting port 24992ed5-02a6-441e-aa47-eda7237a4d63 {{(pid=101951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:20:59.266773 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-4e00748e-d235-46cc-869f-b2eeeabfabe8 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776912257464'] for port, before_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:59.357614 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-4e00748e-d235-46cc-869f-b2eeeabfabe8 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668535'] for port, precommit_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:59.358452 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-4e00748e-d235-46cc-869f-b2eeeabfabe8 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:59.379112 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.plugin [None req-4e00748e-d235-46cc-869f-b2eeeabfabe8 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Calling delete_port for 24992ed5-02a6-441e-aa47-eda7237a4d63 owned by network:floatingip {{(pid=101951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:20:59.406806 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-766b5b4b-9c4e-4513-9f30-d5290b623bba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:59.597696 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-4e00748e-d235-46cc-869f-b2eeeabfabe8 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776912265346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776911838091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9099554'] for port, after_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:59.623908 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e00748e-d235-46cc-869f-b2eeeabfabe8 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Pushing event deleted for resources: {'Port': ['ID=24992ed5-02a6-441e-aa47-eda7237a4d63,revision_number=None']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:20:59.691406 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-4e00748e-d235-46cc-869f-b2eeeabfabe8 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Publish callbacks [] for floatingip, after_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:59.694083 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-4e00748e-d235-46cc-869f-b2eeeabfabe8 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26363'] for floatingip, before_response {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:20:59.695284 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-4e00748e-d235-46cc-869f-b2eeeabfabe8 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "DELETE /v2.0/floatingips/db415419-d18e-4b7f-9000-724d346f655b HTTP/1.1" status: 204 len: 168 time: 0.5716062 Nov 11 22:21:00.054801 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 47302) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:21:00.061336 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.v2.base [None req-9b918757-a435-4da6-8d1e-5869064f2627 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1527840026', 'description': 'tempest-description--1644413209'}} {{(pid=101951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:21:00.092916 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-9b918757-a435-4da6-8d1e-5869064f2627 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Publish callbacks [] for security_group, before_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:00.189724 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-9b918757-a435-4da6-8d1e-5869064f2627 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Publish callbacks [] for security_group, precommit_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:00.194640 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-9b918757-a435-4da6-8d1e-5869064f2627 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:00.208685 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3f0c7c-f0ea-4537-994d-9e36f066a05c req-fc6b7554-3ded-47de-9d60-737853b1033d tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:21:00.215898 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-9b918757-a435-4da6-8d1e-5869064f2627 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Publish callbacks [] for security_group, before_response {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:00.222081 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-9b918757-a435-4da6-8d1e-5869064f2627 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1613073 Nov 11 22:21:00.222366 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-9e3f0c7c-f0ea-4537-994d-9e36f066a05c req-fc6b7554-3ded-47de-9d60-737853b1033d tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] 10.222.0.50 "GET /v2.0/ports?device_id=4407e04f-b8e9-4c4c-a325-dd64919e57cd HTTP/1.1" status: 200 len: 944 time: 0.0737684 Nov 11 22:21:00.224944 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 47308) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:21:00.231891 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.v2.base [None req-3b3ad706-7ba4-4378-a5b6-f05e02494a20 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Request body: {'security_group_rule': {'security_group_id': 'e9b7ac91-bf2b-4b23-a0c0-7bf41cf616d9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:21:00.253365 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b918757-a435-4da6-8d1e-5869064f2627 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9b7ac91-bf2b-4b23-a0c0-7bf41cf616d9,revision_number=1']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:21:00.275887 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-9e3f0c7c-f0ea-4537-994d-9e36f066a05c req-062808f9-8ea4-4e0e-905c-75c37168552e tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c398c41-9203-4ea6-9503-b54c6d139479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573087 Nov 11 22:21:00.295396 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-3b3ad706-7ba4-4378-a5b6-f05e02494a20 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:00.363996 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-3b3ad706-7ba4-4378-a5b6-f05e02494a20 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:00.370422 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-3b3ad706-7ba4-4378-a5b6-f05e02494a20 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883588'] for security_group_rule, after_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:00.405382 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3ad706-7ba4-4378-a5b6-f05e02494a20 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64094f9d-8c8d-4826-98c6-86f094db312d,revision_number=0']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:21:00.414996 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-3b3ad706-7ba4-4378-a5b6-f05e02494a20 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:00.416879 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-3b3ad706-7ba4-4378-a5b6-f05e02494a20 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1919956 Nov 11 22:21:00.421534 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 47314) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:21:00.429286 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.v2.base [None req-eaf3eccf-229b-4d63-820c-749c8abdc6ac tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Request body: {'security_group_rule': {'security_group_id': 'e9b7ac91-bf2b-4b23-a0c0-7bf41cf616d9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:21:00.470191 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-eaf3eccf-229b-4d63-820c-749c8abdc6ac tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:00.524008 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Device 1be7eab3-536c-46ed-923b-c898807a1d0d up at agent hyperv_hv-cinder-73362 {{(pid=101952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:21:00.547084 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-eaf3eccf-229b-4d63-820c-749c8abdc6ac tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:00.553776 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-eaf3eccf-229b-4d63-820c-749c8abdc6ac tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883588'] for security_group_rule, after_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:00.576381 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf3eccf-229b-4d63-820c-749c8abdc6ac tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d61e307-f00d-4772-bbb1-654aea4a81e4,revision_number=0']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:21:00.589604 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-eaf3eccf-229b-4d63-820c-749c8abdc6ac tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:00.591218 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-eaf3eccf-229b-4d63-820c-749c8abdc6ac tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1699300 Nov 11 22:21:00.595421 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 47316) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:21:00.602366 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.v2.base [None req-7f0a384e-6266-4b71-94ce-2b26611c9614 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Request body: {'floatingip': {'floating_network_id': 'fd27370c-43f8-4948-a495-3a9880be1635'}} {{(pid=101951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:21:00.619436 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.provisioning_blocks [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Provisioning for port 1be7eab3-536c-46ed-923b-c898807a1d0d completed by entity L2. {{(pid=101952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 22:21:00.631028 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.provisioning_blocks [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Provisioning complete for port 1be7eab3-536c-46ed-923b-c898807a1d0d triggered by entity L2. {{(pid=101952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:21:00.632437 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8061746'] for port, provisioning_complete {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:00.660256 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-7f0a384e-6266-4b71-94ce-2b26611c9614 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Publish callbacks [] for floatingip, before_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:00.751760 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:00.780951 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4407e04f-b8e9-4c4c-a325-dd64919e57cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1be7eab3-536c-46ed-923b-c898807a1d0d'}] {{(pid=101952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:21:00.784573 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}354dda558456ac383be05774d0115fbb8a8e814f0e1169db929e83f4c2942df8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb2e85a8-ba21-4d3b-991e-53e1914c0974" -d '{"events": [{"server_uuid": "4407e04f-b8e9-4c4c-a325-dd64919e57cd", "name": "network-vif-plugged", "status": "completed", "tag": "1be7eab3-536c-46ed-923b-c898807a1d0d"}]}' {{(pid=101952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:21:00.806867 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] For port 1be7eab3-536c-46ed-923b-c898807a1d0d, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=1be7eab3-536c-46ed-923b-c898807a1d0d,segment=NetworkSegment(81317f1a-7990-46f6-a4f1-5638aef35159),segment_id=81317f1a-7990-46f6-a4f1-5638aef35159)] {{(pid=101952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:21:00.813516 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776912265364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776911838100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776911838118'] for port, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:00.820638 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-6e72e30b-d533-48e1-89e1-e2b3014a0430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:00.830516 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-7f0a384e-6266-4b71-94ce-2b26611c9614 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:00.842345 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 22:21:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8854b233-53cb-45c3-855b-9204dde2c5a1 x-openstack-request-id: req-8854b233-53cb-45c3-855b-9204dde2c5a1 {{(pid=101952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:21:00.842726 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4407e04f-b8e9-4c4c-a325-dd64919e57cd", "name": "network-vif-plugged", "status": "completed", "tag": "1be7eab3-536c-46ed-923b-c898807a1d0d", "code": 200}]} {{(pid=101952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:21:00.842891 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8854b233-53cb-45c3-855b-9204dde2c5a1 {{(pid=101952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:21:00.843322 dv-cinder-733622-20-iscsi neutron-server[101952]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4407e04f-b8e9-4c4c-a325-dd64919e57cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1be7eab3-536c-46ed-923b-c898807a1d0d', 'code': 200} Nov 11 22:21:00.874405 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Pushing event updated for resources: {'Port': ['ID=1be7eab3-536c-46ed-923b-c898807a1d0d,revision_number=5']} {{(pid=101952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:21:00.966699 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.db.db_base_plugin_common [None req-7f0a384e-6266-4b71-94ce-2b26611c9614 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Allocated IP 172.27.0.17 (fd27370c-43f8-4948-a495-3a9880be1635/b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca/169cf84f-29fd-4572-a266-316c13822e9d) {{(pid=101951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:21:01.084216 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4b1544-4025-4c3c-a159-4b813098f307 req-f6395b40-046f-4069-9e95-e152ba522546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:21:01.085631 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-9e4b1544-4025-4c3c-a159-4b813098f307 req-f6395b40-046f-4069-9e95-e152ba522546 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4407e04f-b8e9-4c4c-a325-dd64919e57cd HTTP/1.1" status: 200 len: 1098 time: 0.0922756 Nov 11 22:21:01.125089 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-7f0a384e-6266-4b71-94ce-2b26611c9614 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Publish callbacks [] for port, precommit_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:01.157706 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-9e4b1544-4025-4c3c-a159-4b813098f307 req-3d701f5c-4e1b-4c6c-8aca-f2bba95c7749 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=6c398c41-9203-4ea6-9503-b54c6d139479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639715 Nov 11 22:21:01.178787 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-7f0a384e-6266-4b71-94ce-2b26611c9614 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776911838082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9099554'] for port, after_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:01.220766 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f0a384e-6266-4b71-94ce-2b26611c9614 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Network fd27370c-43f8-4948-a495-3a9880be1635 is already hosted by enough agents. {{(pid=101951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:21:01.223987 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.scheduler.base_scheduler [None req-7f0a384e-6266-4b71-94ce-2b26611c9614 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Resources bound (agent type, host, resource id): {{(pid=101951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:21:01.228166 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0a384e-6266-4b71-94ce-2b26611c9614 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Received port after_create {{(pid=101951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:21:01.237327 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0a384e-6266-4b71-94ce-2b26611c9614 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Pushing event updated for resources: {'Port': ['ID=169cf84f-29fd-4572-a266-316c13822e9d,revision_number=1']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:21:01.321740 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-7f0a384e-6266-4b71-94ce-2b26611c9614 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:01.364808 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-7f0a384e-6266-4b71-94ce-2b26611c9614 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_update {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:01.414011 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34488be-83d0-481d-b1fc-c244a1173785 req-a0e96ccd-d2b1-4184-a26c-410909ed9b39 tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:21:01.415569 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-d34488be-83d0-481d-b1fc-c244a1173785 req-a0e96ccd-d2b1-4184-a26c-410909ed9b39 tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] 10.222.0.50 "GET /v2.0/ports?device_id=4407e04f-b8e9-4c4c-a325-dd64919e57cd HTTP/1.1" status: 200 len: 945 time: 0.0512714 Nov 11 22:21:01.465387 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-d34488be-83d0-481d-b1fc-c244a1173785 req-397d6546-6b5a-46b3-82aa-b27632b4bae0 tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c398c41-9203-4ea6-9503-b54c6d139479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435915 Nov 11 22:21:01.514684 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-7f0a384e-6266-4b71-94ce-2b26611c9614 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Publish callbacks [] for port, precommit_update {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:01.519274 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-7f0a384e-6266-4b71-94ce-2b26611c9614 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776912265364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776911838100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776911838118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9099611'] for port, after_update {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:01.585227 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0a384e-6266-4b71-94ce-2b26611c9614 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Pushing event updated for resources: {'Port': ['ID=169cf84f-29fd-4572-a266-316c13822e9d,revision_number=2']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:21:01.599577 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-7f0a384e-6266-4b71-94ce-2b26611c9614 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657105'] for floatingip, after_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:01.615827 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-7f0a384e-6266-4b71-94ce-2b26611c9614 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26363'] for floatingip, before_response {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:01.616389 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-7f0a384e-6266-4b71-94ce-2b26611c9614 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0198333 Nov 11 22:21:01.795409 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:01.833800 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-44346d10-88d7-4198-a783-dceed5583033 req-c372d4d3-b4ba-4926-bb13-147178d6e3b2 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--1527840026&fields=id&tenant_id=1ce5c1a9babe4d3098016d7a6fcab517 HTTP/1.1" status: 200 len: 267 time: 0.0512316 Nov 11 22:21:01.951426 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44346d10-88d7-4198-a783-dceed5583033 req-c34c39b7-e51a-4c61-892a-11d8569278dd tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:21:01.952927 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-44346d10-88d7-4198-a783-dceed5583033 req-c34c39b7-e51a-4c61-892a-11d8569278dd tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/networks?id=6d6ff938-050a-4ca6-ad58-070035060c7c HTTP/1.1" status: 200 len: 816 time: 0.1120865 Nov 11 22:21:01.968744 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-44346d10-88d7-4198-a783-dceed5583033 req-90168a02-c74b-41a9-be2e-c1762fb8800e tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/quotas/1ce5c1a9babe4d3098016d7a6fcab517 HTTP/1.1" status: 200 len: 375 time: 0.0097511 Nov 11 22:21:02.023859 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-44346d10-88d7-4198-a783-dceed5583033 req-733d2ec4-c98d-4cfa-9a08-8d633bee3c3f tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=1ce5c1a9babe4d3098016d7a6fcab517&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0489814 Nov 11 22:21:02.142377 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-44346d10-88d7-4198-a783-dceed5583033 req-1dc63b2f-4f5d-4f23-8a18-254d5119f0a1 service neutron] 10.222.0.50 "GET /v2.0/networks/6d6ff938-050a-4ca6-ad58-070035060c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967433 Nov 11 22:21:02.238197 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-44346d10-88d7-4198-a783-dceed5583033 req-ddaa9ba3-6be7-4783-a64c-5bda08359dd6 service neutron] 10.222.0.50 "GET /v2.0/networks/6d6ff938-050a-4ca6-ad58-070035060c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897014 Nov 11 22:21:02.423785 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-154c35e3-2f01-493e-95d0-564918b8d6bc req-51ab0176-3082-4582-bd63-f0d7f8bd2cc9 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/ports?device_id=7703a725-3881-436a-ae59-282d0fc8f43e HTTP/1.1" status: 200 len: 210 time: 0.0357075 Nov 11 22:21:02.606044 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd03a1a-b73b-482d-9de1-6a7a68af13e2 req-46c34b83-e63d-4b93-8ae4-05bf0a309f61 tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:21:02.608625 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-6cd03a1a-b73b-482d-9de1-6a7a68af13e2 req-46c34b83-e63d-4b93-8ae4-05bf0a309f61 tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] 10.222.0.50 "GET /v2.0/ports?device_id=4407e04f-b8e9-4c4c-a325-dd64919e57cd HTTP/1.1" status: 200 len: 945 time: 0.0640280 Nov 11 22:21:02.682248 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-6cd03a1a-b73b-482d-9de1-6a7a68af13e2 req-7a31b0b0-e11b-481e-95c4-b67613c9642e tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c398c41-9203-4ea6-9503-b54c6d139479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667648 Nov 11 22:21:03.524860 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-e069adb8-220f-496f-ab20-554199e358a1 req-37b53d57-5800-4d00-b012-753782c89497 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/ports?device_id=7703a725-3881-436a-ae59-282d0fc8f43e HTTP/1.1" status: 200 len: 210 time: 0.0264659 Nov 11 22:21:03.816254 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edc6c8e-52fe-4025-9c6f-9951f77d5a86 req-993b263e-091e-4d54-89e0-f09b54c78b59 tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:21:03.818924 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-7edc6c8e-52fe-4025-9c6f-9951f77d5a86 req-993b263e-091e-4d54-89e0-f09b54c78b59 tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] 10.222.0.50 "GET /v2.0/ports?device_id=4407e04f-b8e9-4c4c-a325-dd64919e57cd HTTP/1.1" status: 200 len: 945 time: 0.0647197 Nov 11 22:21:03.877811 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-7edc6c8e-52fe-4025-9c6f-9951f77d5a86 req-3703b148-59cb-465e-8ec7-827a9b3a002a tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c398c41-9203-4ea6-9503-b54c6d139479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524001 Nov 11 22:21:04.631408 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-06eb1a31-52e1-4220-b455-5c160d55f6e0 req-e72676b6-595b-4f00-8639-570c9e8560a4 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/ports?device_id=7703a725-3881-436a-ae59-282d0fc8f43e HTTP/1.1" status: 200 len: 210 time: 0.0307369 Nov 11 22:21:05.027544 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5277249a-ec70-4938-a7cd-68ee6315444e req-309e5506-d40a-46ab-9219-17f25bc6831d tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:21:05.029112 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-5277249a-ec70-4938-a7cd-68ee6315444e req-309e5506-d40a-46ab-9219-17f25bc6831d tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] 10.222.0.50 "GET /v2.0/ports?device_id=4407e04f-b8e9-4c4c-a325-dd64919e57cd HTTP/1.1" status: 200 len: 945 time: 0.0593872 Nov 11 22:21:05.078956 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-5277249a-ec70-4938-a7cd-68ee6315444e req-7c13576b-bab4-4432-9835-2f593d54e244 tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c398c41-9203-4ea6-9503-b54c6d139479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436521 Nov 11 22:21:05.317328 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44346d10-88d7-4198-a783-dceed5583033 req-2bfde061-0e6e-4153-94ff-76e3ee353f1b tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:21:05.318824 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-44346d10-88d7-4198-a783-dceed5583033 req-2bfde061-0e6e-4153-94ff-76e3ee353f1b tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.26 "GET /v2.0/networks?id=6d6ff938-050a-4ca6-ad58-070035060c7c HTTP/1.1" status: 200 len: 816 time: 0.1005301 Nov 11 22:21:05.749080 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-00a0c14b-7001-4152-884e-facd847057ee req-2bf377a6-c073-43e6-b121-c86ffa179061 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/ports?device_id=7703a725-3881-436a-ae59-282d0fc8f43e HTTP/1.1" status: 200 len: 210 time: 0.0262926 Nov 11 22:21:06.196882 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c20d0b0-1e92-44ac-b2dd-0af45e1249b0 req-ade0f315-ad5a-4b55-8c9c-eb7f73d73ac8 tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:21:06.198387 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-5c20d0b0-1e92-44ac-b2dd-0af45e1249b0 req-ade0f315-ad5a-4b55-8c9c-eb7f73d73ac8 tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] 10.222.0.50 "GET /v2.0/ports?device_id=4407e04f-b8e9-4c4c-a325-dd64919e57cd HTTP/1.1" status: 200 len: 945 time: 0.0528171 Nov 11 22:21:06.247361 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-5c20d0b0-1e92-44ac-b2dd-0af45e1249b0 req-9ee380f8-151b-4be7-975b-784dfb37e959 tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c398c41-9203-4ea6-9503-b54c6d139479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419018 Nov 11 22:21:06.851894 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-9f65e041-94e8-445a-86bc-459d4d066081 req-2e755ce9-6ca4-4c38-bc90-6697ba1110c5 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/ports?device_id=7703a725-3881-436a-ae59-282d0fc8f43e HTTP/1.1" status: 200 len: 210 time: 0.0274210 Nov 11 22:21:07.361427 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e2a625-a063-41cf-ba9f-b3b092ae0d80 req-b7aca97c-36d8-4e65-ae05-534d1a1a7be2 tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:21:07.362890 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-45e2a625-a063-41cf-ba9f-b3b092ae0d80 req-b7aca97c-36d8-4e65-ae05-534d1a1a7be2 tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] 10.222.0.50 "GET /v2.0/ports?device_id=4407e04f-b8e9-4c4c-a325-dd64919e57cd HTTP/1.1" status: 200 len: 945 time: 0.0491209 Nov 11 22:21:07.411312 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-45e2a625-a063-41cf-ba9f-b3b092ae0d80 req-5acb19fb-31b3-4dc7-8fdc-9f774b876bc3 tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c398c41-9203-4ea6-9503-b54c6d139479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412452 Nov 11 22:21:07.954520 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-06a1eba0-782f-4001-9b62-45fb08e9fda4 req-08af8e58-df72-42b8-b72d-7b379c56d6ac tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/ports?device_id=7703a725-3881-436a-ae59-282d0fc8f43e HTTP/1.1" status: 200 len: 210 time: 0.0292919 Nov 11 22:21:08.436217 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-44346d10-88d7-4198-a783-dceed5583033 req-a8ecba3c-3dc9-498c-a4c9-cd267ec25aeb tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1ce5c1a9babe4d3098016d7a6fcab517 HTTP/1.1" status: 200 len: 380 time: 0.0734963 Nov 11 22:21:08.450828 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.v2.base [req-44346d10-88d7-4198-a783-dceed5583033 req-c7787aaa-5ee6-406e-a07d-124761add6d7 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Request body: {'port': {'device_id': '7703a725-3881-436a-ae59-282d0fc8f43e', 'network_id': '6d6ff938-050a-4ca6-ad58-070035060c7c', 'admin_state_up': True, 'tenant_id': '1ce5c1a9babe4d3098016d7a6fcab517', 'security_groups': ['e9b7ac91-bf2b-4b23-a0c0-7bf41cf616d9']}} {{(pid=101951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:21:08.535939 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1e23bc-63ca-4d84-91d2-a4fdc4592382 req-1d1fb484-99a3-46aa-85d9-895d4326abe8 tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:21:08.537511 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-ea1e23bc-63ca-4d84-91d2-a4fdc4592382 req-1d1fb484-99a3-46aa-85d9-895d4326abe8 tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] 10.222.0.50 "GET /v2.0/ports?device_id=4407e04f-b8e9-4c4c-a325-dd64919e57cd HTTP/1.1" status: 200 len: 945 time: 0.0548856 Nov 11 22:21:08.564736 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44346d10-88d7-4198-a783-dceed5583033 req-c7787aaa-5ee6-406e-a07d-124761add6d7 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Made reservation on behalf of 1ce5c1a9babe4d3098016d7a6fcab517 for: {'port': 1} {{(pid=101951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:21:08.568773 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [req-44346d10-88d7-4198-a783-dceed5583033 req-c7787aaa-5ee6-406e-a07d-124761add6d7 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:08.588986 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-ea1e23bc-63ca-4d84-91d2-a4fdc4592382 req-7bfc72dc-04ea-472a-85bd-9a79baf4e1cf tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c398c41-9203-4ea6-9503-b54c6d139479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452106 Nov 11 22:21:08.704152 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.db.db_base_plugin_common [req-44346d10-88d7-4198-a783-dceed5583033 req-c7787aaa-5ee6-406e-a07d-124761add6d7 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Allocated IP 172.20.0.5 (6d6ff938-050a-4ca6-ad58-070035060c7c/28859a9d-69fd-4dd9-a7c8-b3902292e969/aec0e1e5-1aa7-4ca1-a39e-e1f98ea7045f) {{(pid=101951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:21:08.841385 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [req-44346d10-88d7-4198-a783-dceed5583033 req-c7787aaa-5ee6-406e-a07d-124761add6d7 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Publish callbacks [] for port, precommit_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:08.878257 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [req-44346d10-88d7-4198-a783-dceed5583033 req-c7787aaa-5ee6-406e-a07d-124761add6d7 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776911838082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9099554'] for port, after_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:08.921218 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44346d10-88d7-4198-a783-dceed5583033 req-c7787aaa-5ee6-406e-a07d-124761add6d7 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Network 6d6ff938-050a-4ca6-ad58-070035060c7c is already hosted by enough agents. {{(pid=101951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:21:08.924268 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.scheduler.base_scheduler [req-44346d10-88d7-4198-a783-dceed5583033 req-c7787aaa-5ee6-406e-a07d-124761add6d7 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Resources bound (agent type, host, resource id): {{(pid=101951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:21:08.928032 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.db.l3_dvrscheduler_db [req-44346d10-88d7-4198-a783-dceed5583033 req-c7787aaa-5ee6-406e-a07d-124761add6d7 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Received port after_create {{(pid=101951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:21:08.951733 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7787aaa-5ee6-406e-a07d-124761add6d7 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Pushing event updated for resources: {'Port': ['ID=aec0e1e5-1aa7-4ca1-a39e-e1f98ea7045f,revision_number=1']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:21:08.980392 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44346d10-88d7-4198-a783-dceed5583033 req-c7787aaa-5ee6-406e-a07d-124761add6d7 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:21:08.981064 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [req-44346d10-88d7-4198-a783-dceed5583033 req-c7787aaa-5ee6-406e-a07d-124761add6d7 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26363'] for port, before_response {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:09.000382 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-44346d10-88d7-4198-a783-dceed5583033 req-c7787aaa-5ee6-406e-a07d-124761add6d7 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5572026 Nov 11 22:21:09.015503 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.v2.base [req-44346d10-88d7-4198-a783-dceed5583033 req-85af9b29-fce8-43b4-ba3f-229384072a0c service neutron] Request body: {'port': {'device_id': '7703a725-3881-436a-ae59-282d0fc8f43e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=101951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:21:09.081389 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [req-44346d10-88d7-4198-a783-dceed5583033 req-85af9b29-fce8-43b4-ba3f-229384072a0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_update {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:09.090610 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f375e5bc-26eb-441d-8c90-b276aa0b50cc req-3881ae36-61a1-480b-89bf-e300a02628f2 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:21:09.098279 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-f375e5bc-26eb-441d-8c90-b276aa0b50cc req-3881ae36-61a1-480b-89bf-e300a02628f2 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/ports?device_id=7703a725-3881-436a-ae59-282d0fc8f43e HTTP/1.1" status: 200 len: 931 time: 0.0643189 Nov 11 22:21:09.153117 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-f375e5bc-26eb-441d-8c90-b276aa0b50cc req-3fef6a74-326a-4cdc-bc9a-ac64f559284b tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9b7ac91-bf2b-4b23-a0c0-7bf41cf616d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527799 Nov 11 22:21:09.206211 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.provisioning_blocks [None req-fb8add77-dea1-442d-8e5d-977e22612da1 None None] Provisioning complete for port aec0e1e5-1aa7-4ca1-a39e-e1f98ea7045f triggered by entity DHCP. {{(pid=101952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:21:09.209808 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-fb8add77-dea1-442d-8e5d-977e22612da1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8061746'] for port, provisioning_complete {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:09.247441 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.plugin [None req-fb8add77-dea1-442d-8e5d-977e22612da1 None None] Port aec0e1e5-1aa7-4ca1-a39e-e1f98ea7045f cannot update to ACTIVE because it is not bound. {{(pid=101952) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:21:09.370913 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.notifiers.nova [req-44346d10-88d7-4198-a783-dceed5583033 req-85af9b29-fce8-43b4-ba3f-229384072a0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aec0e1e5-1aa7-4ca1-a39e-e1f98ea7045f {{(pid=101951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 22:21:09.378165 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [req-44346d10-88d7-4198-a783-dceed5583033 req-85af9b29-fce8-43b4-ba3f-229384072a0c service neutron] Publish callbacks [] for port, precommit_update {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:09.390052 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.db.provisioning_blocks [req-44346d10-88d7-4198-a783-dceed5583033 req-85af9b29-fce8-43b4-ba3f-229384072a0c service neutron] Transition to ACTIVE for port object aec0e1e5-1aa7-4ca1-a39e-e1f98ea7045f will not be triggered until provisioned by entity L2. {{(pid=101951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 22:21:09.393440 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [req-44346d10-88d7-4198-a783-dceed5583033 req-85af9b29-fce8-43b4-ba3f-229384072a0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776912265364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776911838100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776911838118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9099611'] for port, after_update {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:09.458900 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85af9b29-fce8-43b4-ba3f-229384072a0c service neutron] Pushing event updated for resources: {'Port': ['ID=aec0e1e5-1aa7-4ca1-a39e-e1f98ea7045f,revision_number=2']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:21:09.512392 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.managers [req-44346d10-88d7-4198-a783-dceed5583033 req-85af9b29-fce8-43b4-ba3f-229384072a0c service neutron] Attempting to bind port aec0e1e5-1aa7-4ca1-a39e-e1f98ea7045f on host hv-cinder-73362 for vnic_type normal with profile {{(pid=101951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:21:09.512821 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.managers [req-44346d10-88d7-4198-a783-dceed5583033 req-85af9b29-fce8-43b4-ba3f-229384072a0c service neutron] Attempting to bind port aec0e1e5-1aa7-4ca1-a39e-e1f98ea7045f by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': '9c208126-1f8a-404f-ae1b-bfd4e87909c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '6d6ff938-050a-4ca6-ad58-070035060c7c'}] {{(pid=101951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:21:09.513152 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44346d10-88d7-4198-a783-dceed5583033 req-85af9b29-fce8-43b4-ba3f-229384072a0c service neutron] Attempting to bind port aec0e1e5-1aa7-4ca1-a39e-e1f98ea7045f on network 6d6ff938-050a-4ca6-ad58-070035060c7c {{(pid=101951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:21:09.517577 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44346d10-88d7-4198-a783-dceed5583033 req-85af9b29-fce8-43b4-ba3f-229384072a0c service neutron] Port aec0e1e5-1aa7-4ca1-a39e-e1f98ea7045f on network 6d6ff938-050a-4ca6-ad58-070035060c7c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=101951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 22:21:09.517899 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44346d10-88d7-4198-a783-dceed5583033 req-85af9b29-fce8-43b4-ba3f-229384072a0c service neutron] Attempting to bind port aec0e1e5-1aa7-4ca1-a39e-e1f98ea7045f on network 6d6ff938-050a-4ca6-ad58-070035060c7c {{(pid=101951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:21:09.522824 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44346d10-88d7-4198-a783-dceed5583033 req-85af9b29-fce8-43b4-ba3f-229384072a0c service neutron] Checking agent: {'id': 'a052ab81-1c58-45ec-bb06-1cf32ae4b08e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 22, 14, 39), 'started_at': datetime.datetime(2021, 11, 11, 22, 14, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 20, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:21:09.523164 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44346d10-88d7-4198-a783-dceed5583033 req-85af9b29-fce8-43b4-ba3f-229384072a0c service neutron] Checking segment: {'id': '9c208126-1f8a-404f-ae1b-bfd4e87909c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '6d6ff938-050a-4ca6-ad58-070035060c7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:21:09.523549 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44346d10-88d7-4198-a783-dceed5583033 req-85af9b29-fce8-43b4-ba3f-229384072a0c service neutron] Bound using segment: {'id': '9c208126-1f8a-404f-ae1b-bfd4e87909c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '6d6ff938-050a-4ca6-ad58-070035060c7c'} {{(pid=101951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:21:09.523980 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.managers [req-44346d10-88d7-4198-a783-dceed5583033 req-85af9b29-fce8-43b4-ba3f-229384072a0c service neutron] Bound port: aec0e1e5-1aa7-4ca1-a39e-e1f98ea7045f, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c208126-1f8a-404f-ae1b-bfd4e87909c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '6d6ff938-050a-4ca6-ad58-070035060c7c'}}] {{(pid=101951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:21:09.524335 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [req-44346d10-88d7-4198-a783-dceed5583033 req-85af9b29-fce8-43b4-ba3f-229384072a0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_update {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:09.724467 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac0dd28-194f-482a-b485-918a835d3256 req-144cbcda-7e84-41b8-b0dd-7c11070cd36a tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:21:09.727356 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-8ac0dd28-194f-482a-b485-918a835d3256 req-144cbcda-7e84-41b8-b0dd-7c11070cd36a tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] 10.222.0.50 "GET /v2.0/ports?device_id=4407e04f-b8e9-4c4c-a325-dd64919e57cd HTTP/1.1" status: 200 len: 945 time: 0.0679510 Nov 11 22:21:09.783055 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-8ac0dd28-194f-482a-b485-918a835d3256 req-7b683b04-11fb-4219-ba2e-b733577c1072 tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c398c41-9203-4ea6-9503-b54c6d139479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505500 Nov 11 22:21:09.849654 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:09.860836 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.db [req-44346d10-88d7-4198-a783-dceed5583033 req-85af9b29-fce8-43b4-ba3f-229384072a0c service neutron] For port aec0e1e5-1aa7-4ca1-a39e-e1f98ea7045f, host hv-cinder-73362, cleared binding levels {{(pid=101951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:21:09.865504 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.db [req-44346d10-88d7-4198-a783-dceed5583033 req-85af9b29-fce8-43b4-ba3f-229384072a0c service neutron] For port aec0e1e5-1aa7-4ca1-a39e-e1f98ea7045f, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=aec0e1e5-1aa7-4ca1-a39e-e1f98ea7045f,segment=NetworkSegment(9c208126-1f8a-404f-ae1b-bfd4e87909c5),segment_id=9c208126-1f8a-404f-ae1b-bfd4e87909c5)] {{(pid=101951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:21:09.870867 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [req-44346d10-88d7-4198-a783-dceed5583033 req-85af9b29-fce8-43b4-ba3f-229384072a0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776912265364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776911838100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776911838118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9099611'] for port, after_update {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:09.913915 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44346d10-88d7-4198-a783-dceed5583033 req-85af9b29-fce8-43b4-ba3f-229384072a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:21:09.914530 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [req-44346d10-88d7-4198-a783-dceed5583033 req-85af9b29-fce8-43b4-ba3f-229384072a0c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26363'] for port, before_response {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:09.916497 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-44346d10-88d7-4198-a783-dceed5583033 req-85af9b29-fce8-43b4-ba3f-229384072a0c service neutron] 10.222.0.26 "PUT /v2.0/ports/aec0e1e5-1aa7-4ca1-a39e-e1f98ea7045f HTTP/1.1" status: 200 len: 1093 time: 0.9055374 Nov 11 22:21:09.917127 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7703a725-3881-436a-ae59-282d0fc8f43e', 'tag': 'aec0e1e5-1aa7-4ca1-a39e-e1f98ea7045f'}] {{(pid=101951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:21:09.919707 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6edad8924451e5ac919d090b7a0cdac835d5bd684dc46b69d397444c146e85de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b349e10d-050c-41c0-a554-515b0633e3e1" -d '{"events": [{"name": "network-changed", "server_uuid": "7703a725-3881-436a-ae59-282d0fc8f43e", "tag": "aec0e1e5-1aa7-4ca1-a39e-e1f98ea7045f"}]}' {{(pid=101951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:21:09.946233 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85af9b29-fce8-43b4-ba3f-229384072a0c service neutron] Pushing event updated for resources: {'Port': ['ID=aec0e1e5-1aa7-4ca1-a39e-e1f98ea7045f,revision_number=3']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:21:09.990681 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 22:21:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ddba5ab-20c5-4b93-8a74-37e0a0db3f32 x-openstack-request-id: req-5ddba5ab-20c5-4b93-8a74-37e0a0db3f32 {{(pid=101951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:21:09.990977 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7703a725-3881-436a-ae59-282d0fc8f43e", "tag": "aec0e1e5-1aa7-4ca1-a39e-e1f98ea7045f", "status": "completed", "code": 200}]} {{(pid=101951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:21:09.991239 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5ddba5ab-20c5-4b93-8a74-37e0a0db3f32 {{(pid=101951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:21:09.991615 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7703a725-3881-436a-ae59-282d0fc8f43e', 'tag': 'aec0e1e5-1aa7-4ca1-a39e-e1f98ea7045f', 'status': 'completed', 'code': 200} Nov 11 22:21:10.041339 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44346d10-88d7-4198-a783-dceed5583033 req-22e3dc82-e667-44ca-ac57-079246d6ec2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:21:10.042986 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-44346d10-88d7-4198-a783-dceed5583033 req-22e3dc82-e667-44ca-ac57-079246d6ec2f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1ce5c1a9babe4d3098016d7a6fcab517&device_id=7703a725-3881-436a-ae59-282d0fc8f43e HTTP/1.1" status: 200 len: 1096 time: 0.0477643 Nov 11 22:21:10.106873 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-44346d10-88d7-4198-a783-dceed5583033 req-4161df53-c8f8-4a2a-bfed-69e22bc85f6b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aec0e1e5-1aa7-4ca1-a39e-e1f98ea7045f HTTP/1.1" status: 200 len: 217 time: 0.0450079 Nov 11 22:21:10.189518 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44346d10-88d7-4198-a783-dceed5583033 req-025fa309-f533-4d76-b4c1-6696b40e7a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:21:10.191812 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-44346d10-88d7-4198-a783-dceed5583033 req-025fa309-f533-4d76-b4c1-6696b40e7a67 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=28859a9d-69fd-4dd9-a7c8-b3902292e969 HTTP/1.1" status: 200 len: 855 time: 0.0772736 Nov 11 22:21:10.263951 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44346d10-88d7-4198-a783-dceed5583033 req-e1d8c3ff-7f6c-45a1-b431-9dc059aa7d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:21:10.266821 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-44346d10-88d7-4198-a783-dceed5583033 req-e1d8c3ff-7f6c-45a1-b431-9dc059aa7d1d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6d6ff938-050a-4ca6-ad58-070035060c7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0611086 Nov 11 22:21:10.313371 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2392040-d6d7-43f2-9961-e7d5a64c00b4 req-3a79679d-6b92-46e4-8a3f-66bb040f870d tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:21:10.315571 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-c2392040-d6d7-43f2-9961-e7d5a64c00b4 req-3a79679d-6b92-46e4-8a3f-66bb040f870d tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/ports?device_id=7703a725-3881-436a-ae59-282d0fc8f43e HTTP/1.1" status: 200 len: 943 time: 0.0788469 Nov 11 22:21:10.386391 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-c2392040-d6d7-43f2-9961-e7d5a64c00b4 req-db3d4830-9cd5-4a64-ba40-2796ab888743 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9b7ac91-bf2b-4b23-a0c0-7bf41cf616d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623245 Nov 11 22:21:10.403218 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-44346d10-88d7-4198-a783-dceed5583033 req-706ec8da-7236-4b2c-957d-e8f3649c9a0c service neutron] 10.222.0.26 "GET /v2.0/networks/6d6ff938-050a-4ca6-ad58-070035060c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265094 Nov 11 22:21:10.505487 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-44346d10-88d7-4198-a783-dceed5583033 req-ae663ef1-38c6-4bcf-aca5-65cc87f63dd4 service neutron] 10.222.0.26 "GET /v2.0/networks/6d6ff938-050a-4ca6-ad58-070035060c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900874 Nov 11 22:21:10.603541 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b349e10d-050c-41c0-a554-515b0633e3e1 req-a0d68107-d92b-4910-ab9e-00052225b12c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:21:10.605069 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-b349e10d-050c-41c0-a554-515b0633e3e1 req-a0d68107-d92b-4910-ab9e-00052225b12c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1ce5c1a9babe4d3098016d7a6fcab517&device_id=7703a725-3881-436a-ae59-282d0fc8f43e HTTP/1.1" status: 200 len: 1096 time: 0.0477259 Nov 11 22:21:10.703388 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b349e10d-050c-41c0-a554-515b0633e3e1 req-b04373ad-7b51-4e4b-9ad1-14a51fb4b2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:21:10.705001 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-b349e10d-050c-41c0-a554-515b0633e3e1 req-b04373ad-7b51-4e4b-9ad1-14a51fb4b2a4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6d6ff938-050a-4ca6-ad58-070035060c7c HTTP/1.1" status: 200 len: 917 time: 0.0918665 Nov 11 22:21:10.755417 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-b349e10d-050c-41c0-a554-515b0633e3e1 req-65b71e5f-7243-47d2-84c3-f1b6cda88350 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aec0e1e5-1aa7-4ca1-a39e-e1f98ea7045f HTTP/1.1" status: 200 len: 217 time: 0.0414422 Nov 11 22:21:10.806706 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b349e10d-050c-41c0-a554-515b0633e3e1 req-67b7872c-46b5-4ce7-9bd5-2f1db71538b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:21:10.808040 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-b349e10d-050c-41c0-a554-515b0633e3e1 req-67b7872c-46b5-4ce7-9bd5-2f1db71538b9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=28859a9d-69fd-4dd9-a7c8-b3902292e969 HTTP/1.1" status: 200 len: 855 time: 0.0438502 Nov 11 22:21:10.856199 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b349e10d-050c-41c0-a554-515b0633e3e1 req-dc593073-b816-461f-9459-d5fb39fa508c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:21:10.857697 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-b349e10d-050c-41c0-a554-515b0633e3e1 req-dc593073-b816-461f-9459-d5fb39fa508c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6d6ff938-050a-4ca6-ad58-070035060c7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0389638 Nov 11 22:21:10.951559 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-b349e10d-050c-41c0-a554-515b0633e3e1 req-6d782636-c892-4f87-b3b7-014e4d10f4b5 service neutron] 10.222.0.26 "GET /v2.0/networks/6d6ff938-050a-4ca6-ad58-070035060c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857487 Nov 11 22:21:11.049357 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-b349e10d-050c-41c0-a554-515b0633e3e1 req-1b859a1c-cc45-4c85-8f55-4b7cade7e3cf service neutron] 10.222.0.26 "GET /v2.0/networks/6d6ff938-050a-4ca6-ad58-070035060c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814450 Nov 11 22:21:11.535554 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004aa53d-e9bc-46da-bdbd-ce309cf9187d req-d7ff5844-21f1-4b06-8971-5ae451374cfc tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:21:11.537267 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-004aa53d-e9bc-46da-bdbd-ce309cf9187d req-d7ff5844-21f1-4b06-8971-5ae451374cfc tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/ports?device_id=7703a725-3881-436a-ae59-282d0fc8f43e HTTP/1.1" status: 200 len: 943 time: 0.0628431 Nov 11 22:21:11.601099 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-004aa53d-e9bc-46da-bdbd-ce309cf9187d req-b506ee8c-52d3-4293-8b01-45a9f073b7d2 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9b7ac91-bf2b-4b23-a0c0-7bf41cf616d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559213 Nov 11 22:21:12.590166 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Device aec0e1e5-1aa7-4ca1-a39e-e1f98ea7045f details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=101952) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 22:21:12.710194 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] For port aec0e1e5-1aa7-4ca1-a39e-e1f98ea7045f, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=aec0e1e5-1aa7-4ca1-a39e-e1f98ea7045f,segment=NetworkSegment(9c208126-1f8a-404f-ae1b-bfd4e87909c5),segment_id=9c208126-1f8a-404f-ae1b-bfd4e87909c5)] {{(pid=101952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:21:12.724722 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Returning: {'device': 'aec0e1e5-1aa7-4ca1-a39e-e1f98ea7045f', 'network_id': '6d6ff938-050a-4ca6-ad58-070035060c7c', 'port_id': 'aec0e1e5-1aa7-4ca1-a39e-e1f98ea7045f', 'mac_address': 'fa:16:3e:84:d5:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 839, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28859a9d-69fd-4dd9-a7c8-b3902292e969', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101952) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 22:21:12.763312 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff60b40c-b4f1-44ba-b15e-d982acdd4ce0 req-3e0f38bb-4398-4813-af7b-18814bb1821e tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:21:12.764852 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-ff60b40c-b4f1-44ba-b15e-d982acdd4ce0 req-3e0f38bb-4398-4813-af7b-18814bb1821e tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/ports?device_id=7703a725-3881-436a-ae59-282d0fc8f43e HTTP/1.1" status: 200 len: 943 time: 0.0609217 Nov 11 22:21:12.777595 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:12.793528 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.notifiers.nova [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aec0e1e5-1aa7-4ca1-a39e-e1f98ea7045f {{(pid=101952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 22:21:12.818497 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] For port aec0e1e5-1aa7-4ca1-a39e-e1f98ea7045f, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=aec0e1e5-1aa7-4ca1-a39e-e1f98ea7045f,segment=NetworkSegment(9c208126-1f8a-404f-ae1b-bfd4e87909c5),segment_id=9c208126-1f8a-404f-ae1b-bfd4e87909c5)] {{(pid=101952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:21:12.823492 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-ff60b40c-b4f1-44ba-b15e-d982acdd4ce0 req-f7b3304c-31c8-4f0d-be4c-73165f343b41 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9b7ac91-bf2b-4b23-a0c0-7bf41cf616d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523756 Nov 11 22:21:12.824590 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776912265364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776911838100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776911838118'] for port, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:12.876422 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Pushing event updated for resources: {'Port': ['ID=aec0e1e5-1aa7-4ca1-a39e-e1f98ea7045f,revision_number=4']} {{(pid=101952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:21:13.113632 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] get_ports_and_sgs() called for port_ids ['aec0e1e5-1aa7-4ca1-a39e-e1f98ea7045f'] {{(pid=101952) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 22:21:13.943186 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c53242-526a-487d-823d-e145d7127b66 req-c86bbc31-86a1-4e75-9a1a-c1b3451aa37c tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:21:13.944805 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-60c53242-526a-487d-823d-e145d7127b66 req-c86bbc31-86a1-4e75-9a1a-c1b3451aa37c tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/ports?device_id=7703a725-3881-436a-ae59-282d0fc8f43e HTTP/1.1" status: 200 len: 944 time: 0.0484641 Nov 11 22:21:13.997529 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-60c53242-526a-487d-823d-e145d7127b66 req-2812cfb6-0250-4606-a82a-4ecb767bdd58 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9b7ac91-bf2b-4b23-a0c0-7bf41cf616d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464211 Nov 11 22:21:14.608807 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Device aec0e1e5-1aa7-4ca1-a39e-e1f98ea7045f up at agent hyperv_hv-cinder-73362 {{(pid=101952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:21:14.657424 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.provisioning_blocks [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Provisioning for port aec0e1e5-1aa7-4ca1-a39e-e1f98ea7045f completed by entity L2. {{(pid=101952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 22:21:14.661529 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.provisioning_blocks [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Provisioning complete for port aec0e1e5-1aa7-4ca1-a39e-e1f98ea7045f triggered by entity L2. {{(pid=101952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:21:14.661891 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8061746'] for port, provisioning_complete {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:14.743986 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:14.768993 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7703a725-3881-436a-ae59-282d0fc8f43e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aec0e1e5-1aa7-4ca1-a39e-e1f98ea7045f'}] {{(pid=101952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:21:14.771243 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}354dda558456ac383be05774d0115fbb8a8e814f0e1169db929e83f4c2942df8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca71e511-f774-4475-b656-3c4ec98fea2a" -d '{"events": [{"server_uuid": "7703a725-3881-436a-ae59-282d0fc8f43e", "name": "network-vif-plugged", "status": "completed", "tag": "aec0e1e5-1aa7-4ca1-a39e-e1f98ea7045f"}]}' {{(pid=101952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:21:14.785925 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] For port aec0e1e5-1aa7-4ca1-a39e-e1f98ea7045f, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=aec0e1e5-1aa7-4ca1-a39e-e1f98ea7045f,segment=NetworkSegment(9c208126-1f8a-404f-ae1b-bfd4e87909c5),segment_id=9c208126-1f8a-404f-ae1b-bfd4e87909c5)] {{(pid=101952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:21:14.788552 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776912265364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776911838100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776911838118'] for port, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:14.814830 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 22:21:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cc3b67b-aab0-4238-b8ed-d650e9380e9d x-openstack-request-id: req-8cc3b67b-aab0-4238-b8ed-d650e9380e9d {{(pid=101952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:21:14.815196 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7703a725-3881-436a-ae59-282d0fc8f43e", "name": "network-vif-plugged", "status": "completed", "tag": "aec0e1e5-1aa7-4ca1-a39e-e1f98ea7045f", "code": 200}]} {{(pid=101952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:21:14.815527 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-8cc3b67b-aab0-4238-b8ed-d650e9380e9d {{(pid=101952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:21:14.815988 dv-cinder-733622-20-iscsi neutron-server[101952]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7703a725-3881-436a-ae59-282d0fc8f43e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aec0e1e5-1aa7-4ca1-a39e-e1f98ea7045f', 'code': 200} Nov 11 22:21:14.841176 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Pushing event updated for resources: {'Port': ['ID=aec0e1e5-1aa7-4ca1-a39e-e1f98ea7045f,revision_number=5']} {{(pid=101952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:21:15.046691 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d988ae-504f-483a-9de1-cedbe746c630 req-c824b5d8-77df-415f-aec5-74c7fc7eb63f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:21:15.048286 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-b0d988ae-504f-483a-9de1-cedbe746c630 req-c824b5d8-77df-415f-aec5-74c7fc7eb63f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7703a725-3881-436a-ae59-282d0fc8f43e HTTP/1.1" status: 200 len: 1098 time: 0.0464025 Nov 11 22:21:15.097347 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-b0d988ae-504f-483a-9de1-cedbe746c630 req-58dc14dc-1b59-4344-a65c-8831f18c54ac service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=e9b7ac91-bf2b-4b23-a0c0-7bf41cf616d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398893 Nov 11 22:21:15.120542 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 47528) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:21:15.127556 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a9968c-bdc0-423b-8058-5a105f26f03c req-5dbe3892-a632-43bb-a45a-f69704f01b5b tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:21:15.129068 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-f0a9968c-bdc0-423b-8058-5a105f26f03c req-5dbe3892-a632-43bb-a45a-f69704f01b5b tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/ports?device_id=7703a725-3881-436a-ae59-282d0fc8f43e HTTP/1.1" status: 200 len: 945 time: 0.0541532 Nov 11 22:21:15.178458 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-f0a9968c-bdc0-423b-8058-5a105f26f03c req-0434f204-db30-457f-b0f5-2bff999f6c55 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9b7ac91-bf2b-4b23-a0c0-7bf41cf616d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430233 Nov 11 22:21:15.229125 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-e8c40f68-6564-486a-8120-b15f77080652 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:15.303795 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-e8c40f68-6564-486a-8120-b15f77080652 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:15.307545 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-e8c40f68-6564-486a-8120-b15f77080652 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:15.347463 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-e8c40f68-6564-486a-8120-b15f77080652 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=fb06c60b94df4ea9894b899eb3be6b09&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2258291 Nov 11 22:21:15.348317 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c40f68-6564-486a-8120-b15f77080652 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87ffb217-e0a1-4e78-8203-a46ad9dc7347,revision_number=1']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:21:15.350754 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.wsgi [-] (101950) accepted ('10.222.0.50', 47532) {{(pid=101950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:21:15.403694 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-e644fc4a-fc65-402e-915d-f504329ddf03 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:15.425247 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-e644fc4a-fc65-402e-915d-f504329ddf03 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:15.480964 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-e644fc4a-fc65-402e-915d-f504329ddf03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:15.483482 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-e644fc4a-fc65-402e-915d-f504329ddf03 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:15.484673 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [None req-e644fc4a-fc65-402e-915d-f504329ddf03 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/87ffb217-e0a1-4e78-8203-a46ad9dc7347 HTTP/1.1" status: 204 len: 168 time: 0.1328535 Nov 11 22:21:15.492614 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e644fc4a-fc65-402e-915d-f504329ddf03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87ffb217-e0a1-4e78-8203-a46ad9dc7347,revision_number=None']} {{(pid=101950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:21:15.970390 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.db.agents_db [None req-7a0be6d5-f821-4115-b6dd-94f53e40a68e None None] Agent healthcheck: found 6 active agents {{(pid=101953) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:21:16.297606 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcdd085-b3ca-46e4-96e2-16d9e9ccf46f req-83c84591-8542-4cdc-be7e-b382f7276c57 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:21:16.299070 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-2fcdd085-b3ca-46e4-96e2-16d9e9ccf46f req-83c84591-8542-4cdc-be7e-b382f7276c57 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/ports?device_id=7703a725-3881-436a-ae59-282d0fc8f43e HTTP/1.1" status: 200 len: 945 time: 0.0486200 Nov 11 22:21:16.348458 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-2fcdd085-b3ca-46e4-96e2-16d9e9ccf46f req-4cc59331-dc80-45f4-a991-e5a4b07a40f4 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9b7ac91-bf2b-4b23-a0c0-7bf41cf616d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435965 Nov 11 22:21:17.468000 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da2a5cb-44b6-429c-ae50-f4803606f6d9 req-6ee7756d-36d4-445c-9c67-69271a60e7d9 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:21:17.469496 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-2da2a5cb-44b6-429c-ae50-f4803606f6d9 req-6ee7756d-36d4-445c-9c67-69271a60e7d9 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/ports?device_id=7703a725-3881-436a-ae59-282d0fc8f43e HTTP/1.1" status: 200 len: 945 time: 0.0496757 Nov 11 22:21:17.516027 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-2da2a5cb-44b6-429c-ae50-f4803606f6d9 req-e49c90db-3f44-4957-9b61-5c63b348fa26 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9b7ac91-bf2b-4b23-a0c0-7bf41cf616d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407317 Nov 11 22:21:17.640312 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1553c48-9e37-4b4a-8602-afb90df55fe3 req-ef52b3f7-71a3-4dae-8eef-2537166e0b1e tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:21:17.641818 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-a1553c48-9e37-4b4a-8602-afb90df55fe3 req-ef52b3f7-71a3-4dae-8eef-2537166e0b1e tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/ports?device_id=7703a725-3881-436a-ae59-282d0fc8f43e HTTP/1.1" status: 200 len: 945 time: 0.0583231 Nov 11 22:21:17.650388 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.wsgi [-] (101950) accepted ('10.222.0.50', 47554) {{(pid=101950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:21:17.654857 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.v2.base [None req-731cbc2b-b93c-432e-a2d5-6914ca2529eb tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Request body: {'floatingip': {'port_id': 'aec0e1e5-1aa7-4ca1-a39e-e1f98ea7045f'}} {{(pid=101950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:21:17.699437 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-731cbc2b-b93c-432e-a2d5-6914ca2529eb tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Publish callbacks [] for floatingip, before_update {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:18.347413 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-731cbc2b-b93c-432e-a2d5-6914ca2529eb tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:18.351003 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-731cbc2b-b93c-432e-a2d5-6914ca2529eb tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657105'] for floatingip, after_update {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:18.452827 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.db.l3_db [None req-731cbc2b-b93c-432e-a2d5-6914ca2529eb tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Floating IP 18ac5c7b-94bb-4a4a-b715-de24832928cd associated. External IP: 172.27.0.17, port: aec0e1e5-1aa7-4ca1-a39e-e1f98ea7045f. Nov 11 22:21:18.661837 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-731cbc2b-b93c-432e-a2d5-6914ca2529eb tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Router 30799c90-1e6b-40e6-bfee-eed6d0195471 has already been hosted by L3 agent 4702c36b-78d9-4f52-8cbc-8d9e3292a6f2 {{(pid=101950) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 22:21:18.785972 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-731cbc2b-b93c-432e-a2d5-6914ca2529eb tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Notify agent at l3_agent.dv-cinder-733622-20-iscsi the message routers_updated {{(pid=101950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:21:18.790766 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-731cbc2b-b93c-432e-a2d5-6914ca2529eb tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26363'] for floatingip, before_response {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:18.796384 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1379509-77bd-4a8b-822b-a9255e3d3350 None None] Sync routers for ids ['30799c90-1e6b-40e6-bfee-eed6d0195471'] in dv-cinder-733622-20-iscsi {{(pid=101952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:21:18.807102 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1379509-77bd-4a8b-822b-a9255e3d3350 None None] Routers {'30799c90-1e6b-40e6-bfee-eed6d0195471'} bound to L3 agent in host dv-cinder-733622-20-iscsi {{(pid=101952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:21:18.808255 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_hamode_db [None req-f1379509-77bd-4a8b-822b-a9255e3d3350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T22:08:28Z,description=,heartbeat_timestamp=2021-11-11T22:20:58Z,host='dv-cinder-733622-20-iscsi',id=4702c36b-78d9-4f52-8cbc-8d9e3292a6f2,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T22:08:28Z,topic='l3_agent')) {'router_ids': ['30799c90-1e6b-40e6-bfee-eed6d0195471'], 'active': True} {{(pid=101952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:21:18.821243 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [None req-731cbc2b-b93c-432e-a2d5-6914ca2529eb tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "PUT /v2.0/floatingips/18ac5c7b-94bb-4a4a-b715-de24832928cd HTTP/1.1" status: 200 len: 990 time: 1.1697657 Nov 11 22:21:18.821818 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7703a725-3881-436a-ae59-282d0fc8f43e', 'tag': 'aec0e1e5-1aa7-4ca1-a39e-e1f98ea7045f'}] {{(pid=101950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:21:18.824751 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6a5285f65aca903721fee6e5434d0235345418fba5e47a2479ed174f8b69804" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62517fe6-2ac7-41a9-90ed-c5a144ce10f2" -d '{"events": [{"name": "network-changed", "server_uuid": "7703a725-3881-436a-ae59-282d0fc8f43e", "tag": "aec0e1e5-1aa7-4ca1-a39e-e1f98ea7045f"}]}' {{(pid=101950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:21:18.863097 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 22:21:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad315707-ad8a-4639-baed-d710ef22d7cd x-openstack-request-id: req-ad315707-ad8a-4639-baed-d710ef22d7cd {{(pid=101950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:21:18.863396 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7703a725-3881-436a-ae59-282d0fc8f43e", "tag": "aec0e1e5-1aa7-4ca1-a39e-e1f98ea7045f", "status": "completed", "code": 200}]} {{(pid=101950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:21:18.863676 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ad315707-ad8a-4639-baed-d710ef22d7cd {{(pid=101950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:21:18.864119 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7703a725-3881-436a-ae59-282d0fc8f43e', 'tag': 'aec0e1e5-1aa7-4ca1-a39e-e1f98ea7045f', 'status': 'completed', 'code': 200} Nov 11 22:21:18.925771 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_dvr_db [None req-f1379509-77bd-4a8b-822b-a9255e3d3350 None None] Set router 30799c90-1e6b-40e6-bfee-eed6d0195471 gateway port host: dv-cinder-733622-20-iscsi {{(pid=101952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:21:18.944451 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62517fe6-2ac7-41a9-90ed-c5a144ce10f2 req-86eccf0d-48c1-49bb-ad7d-1eefc3dae616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:21:18.946149 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-62517fe6-2ac7-41a9-90ed-c5a144ce10f2 req-86eccf0d-48c1-49bb-ad7d-1eefc3dae616 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1ce5c1a9babe4d3098016d7a6fcab517&device_id=7703a725-3881-436a-ae59-282d0fc8f43e HTTP/1.1" status: 200 len: 1098 time: 0.0435679 Nov 11 22:21:19.078428 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62517fe6-2ac7-41a9-90ed-c5a144ce10f2 req-dd6f40b0-de12-4f7c-b65b-1f0c2ba7e549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:21:19.080069 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-62517fe6-2ac7-41a9-90ed-c5a144ce10f2 req-dd6f40b0-de12-4f7c-b65b-1f0c2ba7e549 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6d6ff938-050a-4ca6-ad58-070035060c7c HTTP/1.1" status: 200 len: 917 time: 0.1217556 Nov 11 22:21:19.180337 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-62517fe6-2ac7-41a9-90ed-c5a144ce10f2 req-b188ee72-7c86-45e6-957d-26e39dd479d2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aec0e1e5-1aa7-4ca1-a39e-e1f98ea7045f HTTP/1.1" status: 200 len: 998 time: 0.0883181 Nov 11 22:21:19.196182 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_hamode_db [None req-f1379509-77bd-4a8b-822b-a9255e3d3350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30799c90-1e6b-40e6-bfee-eed6d0195471', 'name': 'tempest-AttachVolumeShelveTestJSON-159595070-router', 'tenant_id': '1ce5c1a9babe4d3098016d7a6fcab517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'external_fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': '47223bcb-7731-4d66-8ad4-7276dc161995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:16:31Z', 'updated_at': '2021-11-11T22:16:40Z', 'revision_number': 4, 'project_id': '1ce5c1a9babe4d3098016d7a6fcab517', 'gw_port': {'id': '47223bcb-7731-4d66-8ad4-7276dc161995', 'name': '', 'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:a7:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30799c90-1e6b-40e6-bfee-eed6d0195471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:16:33Z', 'updated_at': '2021-11-11T22:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-20-iscsi', '_floatingips': [{'id': '18ac5c7b-94bb-4a4a-b715-de24832928cd', 'tenant_id': '1ce5c1a9babe4d3098016d7a6fcab517', 'floating_ip_address': '172.27.0.17', 'floating_network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'router_id': '30799c90-1e6b-40e6-bfee-eed6d0195471', 'port_id': 'aec0e1e5-1aa7-4ca1-a39e-e1f98ea7045f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d6ff938-050a-4ca6-ad58-070035060c7c', 'mac_address': 'fa:16:3e:84:d5:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7703a725-3881-436a-ae59-282d0fc8f43e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T22:21:01Z', 'updated_at': '2021-11-11T22:21:18Z', 'revision_number': 1, 'project_id': '1ce5c1a9babe4d3098016d7a6fcab517', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3297ac4-4943-4477-a9c9-2a78cc62f6c5', 'name': '', 'network_id': '6d6ff938-050a-4ca6-ad58-070035060c7c', 'tenant_id': '1ce5c1a9babe4d3098016d7a6fcab517', 'mac_address': 'fa:16:3e:67:30:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30799c90-1e6b-40e6-bfee-eed6d0195471', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '28859a9d-69fd-4dd9-a7c8-b3902292e969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:16:38Z', 'updated_at': '2021-11-11T22:16:56Z', 'revision_number': 5, 'project_id': '1ce5c1a9babe4d3098016d7a6fcab517', 'subnets': [{'id': '28859a9d-69fd-4dd9-a7c8-b3902292e969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-20-iscsi', False) {} {{(pid=101952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:21:19.227914 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1379509-77bd-4a8b-822b-a9255e3d3350 None None] Checking router: 30799c90-1e6b-40e6-bfee-eed6d0195471 for host: dv-cinder-733622-20-iscsi {{(pid=101952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:21:19.238056 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1379509-77bd-4a8b-822b-a9255e3d3350 None None] Routers {'30799c90-1e6b-40e6-bfee-eed6d0195471'} bound to L3 agent in host dv-cinder-733622-20-iscsi {{(pid=101952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:21:19.238820 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_hamode_db [None req-f1379509-77bd-4a8b-822b-a9255e3d3350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T22:08:28Z,description=,heartbeat_timestamp=2021-11-11T22:20:58Z,host='dv-cinder-733622-20-iscsi',id=4702c36b-78d9-4f52-8cbc-8d9e3292a6f2,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T22:08:28Z,topic='l3_agent')) {'router_ids': ['30799c90-1e6b-40e6-bfee-eed6d0195471'], 'active': True} {{(pid=101952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:21:19.256351 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62517fe6-2ac7-41a9-90ed-c5a144ce10f2 req-3e720bb9-d97b-41d0-9b96-95d669382e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:21:19.257950 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-62517fe6-2ac7-41a9-90ed-c5a144ce10f2 req-3e720bb9-d97b-41d0-9b96-95d669382e95 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=28859a9d-69fd-4dd9-a7c8-b3902292e969 HTTP/1.1" status: 200 len: 855 time: 0.0698729 Nov 11 22:21:19.336602 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62517fe6-2ac7-41a9-90ed-c5a144ce10f2 req-728d2618-8267-4869-9d56-25c144b0ff28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:21:19.338106 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-62517fe6-2ac7-41a9-90ed-c5a144ce10f2 req-728d2618-8267-4869-9d56-25c144b0ff28 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6d6ff938-050a-4ca6-ad58-070035060c7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0630994 Nov 11 22:21:19.368678 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_dvr_db [None req-f1379509-77bd-4a8b-822b-a9255e3d3350 None None] Set router 30799c90-1e6b-40e6-bfee-eed6d0195471 gateway port host: dv-cinder-733622-20-iscsi {{(pid=101952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:21:19.419040 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c6c064-d4aa-4efc-9210-7937fd91553a req-52f322a8-269e-4362-b256-4ba5380f7892 tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:21:19.420598 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-14c6c064-d4aa-4efc-9210-7937fd91553a req-52f322a8-269e-4362-b256-4ba5380f7892 tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] 10.222.0.50 "GET /v2.0/networks?id=28a6337e-042c-406c-b6b1-9308a66f8fdf HTTP/1.1" status: 200 len: 815 time: 0.1452560 Nov 11 22:21:19.428211 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906f12b3-67f0-444e-ad61-f68f41fdbb13 req-5d603607-550f-4e58-8369-746262fa4109 tempest-VolumesSnapshotTestJSON-1792625471 tempest-VolumesSnapshotTestJSON-1792625471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:21:19.429597 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-906f12b3-67f0-444e-ad61-f68f41fdbb13 req-5d603607-550f-4e58-8369-746262fa4109 tempest-VolumesSnapshotTestJSON-1792625471 tempest-VolumesSnapshotTestJSON-1792625471-project] 10.222.0.50 "GET /v2.0/ports?device_id=24af170d-33cf-47bf-a615-f752f2832eac HTTP/1.1" status: 200 len: 946 time: 0.0847747 Nov 11 22:21:19.439774 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-14c6c064-d4aa-4efc-9210-7937fd91553a req-cef17057-ea33-4405-8b6a-b63f2c0c463f tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] 10.222.0.50 "GET /v2.0/quotas/f8d6e97657ef4116a71e5c6d2af82906 HTTP/1.1" status: 200 len: 375 time: 0.0092192 Nov 11 22:21:19.451027 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-62517fe6-2ac7-41a9-90ed-c5a144ce10f2 req-9ac13ee5-180b-4159-bc27-e412fe6d5443 service neutron] 10.222.0.26 "GET /v2.0/networks/6d6ff938-050a-4ca6-ad58-070035060c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028743 Nov 11 22:21:19.518562 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-906f12b3-67f0-444e-ad61-f68f41fdbb13 req-9d36d052-15fb-4584-942e-3a130605c64e tempest-VolumesSnapshotTestJSON-1792625471 tempest-VolumesSnapshotTestJSON-1792625471-project] 10.222.0.50 "GET /v2.0/security-groups?id=0a6f9ac3-42c8-4acc-8285-8f7fe1c0e9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744383 Nov 11 22:21:19.527092 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-14c6c064-d4aa-4efc-9210-7937fd91553a req-92f31918-7c9e-4de4-bfea-ef20ea7020e4 tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=f8d6e97657ef4116a71e5c6d2af82906&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0751855 Nov 11 22:21:19.563897 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-62517fe6-2ac7-41a9-90ed-c5a144ce10f2 req-b49da57f-d155-4192-b5e1-f88b215d68f1 service neutron] 10.222.0.26 "GET /v2.0/networks/6d6ff938-050a-4ca6-ad58-070035060c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917284 Nov 11 22:21:19.632400 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-14c6c064-d4aa-4efc-9210-7937fd91553a req-feaed6ec-aea9-4470-8fea-c77b8a1097ae service neutron] 10.222.0.50 "GET /v2.0/networks/28a6337e-042c-406c-b6b1-9308a66f8fdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928884 Nov 11 22:21:19.729754 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-14c6c064-d4aa-4efc-9210-7937fd91553a req-6f438ec6-0541-4ffd-8f36-f113519d3620 service neutron] 10.222.0.50 "GET /v2.0/networks/28a6337e-042c-406c-b6b1-9308a66f8fdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899329 Nov 11 22:21:19.746048 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_hamode_db [None req-f1379509-77bd-4a8b-822b-a9255e3d3350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30799c90-1e6b-40e6-bfee-eed6d0195471', 'name': 'tempest-AttachVolumeShelveTestJSON-159595070-router', 'tenant_id': '1ce5c1a9babe4d3098016d7a6fcab517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'external_fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': '47223bcb-7731-4d66-8ad4-7276dc161995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:16:31Z', 'updated_at': '2021-11-11T22:16:40Z', 'revision_number': 4, 'project_id': '1ce5c1a9babe4d3098016d7a6fcab517', 'gw_port': {'id': '47223bcb-7731-4d66-8ad4-7276dc161995', 'name': '', 'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:a7:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30799c90-1e6b-40e6-bfee-eed6d0195471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:16:33Z', 'updated_at': '2021-11-11T22:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-20-iscsi', '_floatingips': [{'id': '18ac5c7b-94bb-4a4a-b715-de24832928cd', 'tenant_id': '1ce5c1a9babe4d3098016d7a6fcab517', 'floating_ip_address': '172.27.0.17', 'floating_network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'router_id': '30799c90-1e6b-40e6-bfee-eed6d0195471', 'port_id': 'aec0e1e5-1aa7-4ca1-a39e-e1f98ea7045f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d6ff938-050a-4ca6-ad58-070035060c7c', 'mac_address': 'fa:16:3e:84:d5:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7703a725-3881-436a-ae59-282d0fc8f43e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T22:21:01Z', 'updated_at': '2021-11-11T22:21:18Z', 'revision_number': 1, 'project_id': '1ce5c1a9babe4d3098016d7a6fcab517', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3297ac4-4943-4477-a9c9-2a78cc62f6c5', 'name': '', 'network_id': '6d6ff938-050a-4ca6-ad58-070035060c7c', 'tenant_id': '1ce5c1a9babe4d3098016d7a6fcab517', 'mac_address': 'fa:16:3e:67:30:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30799c90-1e6b-40e6-bfee-eed6d0195471', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '28859a9d-69fd-4dd9-a7c8-b3902292e969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:16:38Z', 'updated_at': '2021-11-11T22:16:56Z', 'revision_number': 5, 'project_id': '1ce5c1a9babe4d3098016d7a6fcab517', 'subnets': [{'id': '28859a9d-69fd-4dd9-a7c8-b3902292e969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-20-iscsi', False) {} {{(pid=101952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:21:19.771976 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1379509-77bd-4a8b-822b-a9255e3d3350 None None] The sync data for ids ['30799c90-1e6b-40e6-bfee-eed6d0195471'] in dv-cinder-733622-20-iscsi is: [{'id': '30799c90-1e6b-40e6-bfee-eed6d0195471', 'name': 'tempest-AttachVolumeShelveTestJSON-159595070-router', 'tenant_id': '1ce5c1a9babe4d3098016d7a6fcab517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'external_fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': '47223bcb-7731-4d66-8ad4-7276dc161995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:16:31Z', 'updated_at': '2021-11-11T22:16:40Z', 'revision_number': 4, 'project_id': '1ce5c1a9babe4d3098016d7a6fcab517', 'gw_port': {'id': '47223bcb-7731-4d66-8ad4-7276dc161995', 'name': '', 'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:a7:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30799c90-1e6b-40e6-bfee-eed6d0195471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:16:33Z', 'updated_at': '2021-11-11T22:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-20-iscsi', '_floatingips': [{'id': '18ac5c7b-94bb-4a4a-b715-de24832928cd', 'tenant_id': '1ce5c1a9babe4d3098016d7a6fcab517', 'floating_ip_address': '172.27.0.17', 'floating_network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'router_id': '30799c90-1e6b-40e6-bfee-eed6d0195471', 'port_id': 'aec0e1e5-1aa7-4ca1-a39e-e1f98ea7045f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d6ff938-050a-4ca6-ad58-070035060c7c', 'mac_address': 'fa:16:3e:84:d5:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7703a725-3881-436a-ae59-282d0fc8f43e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T22:21:01Z', 'updated_at': '2021-11-11T22:21:18Z', 'revision_number': 1, 'project_id': '1ce5c1a9babe4d3098016d7a6fcab517', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3297ac4-4943-4477-a9c9-2a78cc62f6c5', 'name': '', 'network_id': '6d6ff938-050a-4ca6-ad58-070035060c7c', 'tenant_id': '1ce5c1a9babe4d3098016d7a6fcab517', 'mac_address': 'fa:16:3e:67:30:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30799c90-1e6b-40e6-bfee-eed6d0195471', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '28859a9d-69fd-4dd9-a7c8-b3902292e969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:16:38Z', 'updated_at': '2021-11-11T22:16:56Z', 'revision_number': 5, 'project_id': '1ce5c1a9babe4d3098016d7a6fcab517', 'subnets': [{'id': '28859a9d-69fd-4dd9-a7c8-b3902292e969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:21:19.985413 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1083468d-a652-41a3-b03a-3ec5d528f662 None None] New status for floating IP 18ac5c7b-94bb-4a4a-b715-de24832928cd: ACTIVE {{(pid=101953) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 22:21:20.642380 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddb2c7d-f79a-49e5-91f9-1bdb61281552 req-f38580e9-a612-4fd7-844d-2f820d013f2b tempest-VolumesSnapshotTestJSON-1792625471 tempest-VolumesSnapshotTestJSON-1792625471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:21:20.643865 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-cddb2c7d-f79a-49e5-91f9-1bdb61281552 req-f38580e9-a612-4fd7-844d-2f820d013f2b tempest-VolumesSnapshotTestJSON-1792625471 tempest-VolumesSnapshotTestJSON-1792625471-project] 10.222.0.50 "GET /v2.0/ports?device_id=24af170d-33cf-47bf-a615-f752f2832eac HTTP/1.1" status: 200 len: 946 time: 0.0481186 Nov 11 22:21:20.692750 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-cddb2c7d-f79a-49e5-91f9-1bdb61281552 req-a87acb19-eaa5-479f-a4f0-a7375f862dae tempest-VolumesSnapshotTestJSON-1792625471 tempest-VolumesSnapshotTestJSON-1792625471-project] 10.222.0.50 "GET /v2.0/security-groups?id=0a6f9ac3-42c8-4acc-8285-8f7fe1c0e9f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430207 Nov 11 22:21:20.908890 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-52627784-1ed5-4669-94d1-cafcb96cc49c req-9e6e21f7-ae6d-4f01-88bd-39eea01d11f3 tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] 10.222.0.50 "GET /v2.0/ports?device_id=a5abecda-2336-41cf-8deb-010b7515874b HTTP/1.1" status: 200 len: 210 time: 0.0262709 Nov 11 22:21:21.332215 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a02ec4e-7380-4c0b-a4b1-e1159b85012a req-ee4164bd-d7cf-4972-bc9e-1584f9e8dcf0 tempest-VolumesSnapshotTestJSON-1792625471 tempest-VolumesSnapshotTestJSON-1792625471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:21:21.333694 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-8a02ec4e-7380-4c0b-a4b1-e1159b85012a req-ee4164bd-d7cf-4972-bc9e-1584f9e8dcf0 tempest-VolumesSnapshotTestJSON-1792625471 tempest-VolumesSnapshotTestJSON-1792625471-project] 10.222.0.26 "GET /v2.0/ports?device_id=24af170d-33cf-47bf-a615-f752f2832eac HTTP/1.1" status: 200 len: 946 time: 0.0513399 Nov 11 22:21:21.442364 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.plugin [req-8a02ec4e-7380-4c0b-a4b1-e1159b85012a req-17100e34-647b-48e8-887e-a82a332ec5fc tempest-VolumesSnapshotTestJSON-1792625471 tempest-VolumesSnapshotTestJSON-1792625471-project] Deleting port dcd9f393-4067-4597-9f96-ef5295502a10 {{(pid=101951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:21:21.442708 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [req-8a02ec4e-7380-4c0b-a4b1-e1159b85012a req-17100e34-647b-48e8-887e-a82a332ec5fc tempest-VolumesSnapshotTestJSON-1792625471 tempest-VolumesSnapshotTestJSON-1792625471-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776912257464'] for port, before_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:21.530793 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.db [req-8a02ec4e-7380-4c0b-a4b1-e1159b85012a req-17100e34-647b-48e8-887e-a82a332ec5fc tempest-VolumesSnapshotTestJSON-1792625471 tempest-VolumesSnapshotTestJSON-1792625471-project] For port dcd9f393-4067-4597-9f96-ef5295502a10, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=dcd9f393-4067-4597-9f96-ef5295502a10,segment=NetworkSegment(b36605d2-852c-4962-b97f-ccd10282d3bb),segment_id=b36605d2-852c-4962-b97f-ccd10282d3bb)] {{(pid=101951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:21:21.531152 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [req-8a02ec4e-7380-4c0b-a4b1-e1159b85012a req-17100e34-647b-48e8-887e-a82a332ec5fc tempest-VolumesSnapshotTestJSON-1792625471 tempest-VolumesSnapshotTestJSON-1792625471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668535'] for port, precommit_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:21.543491 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.plugin [req-8a02ec4e-7380-4c0b-a4b1-e1159b85012a req-17100e34-647b-48e8-887e-a82a332ec5fc tempest-VolumesSnapshotTestJSON-1792625471 tempest-VolumesSnapshotTestJSON-1792625471-project] Calling delete_port for dcd9f393-4067-4597-9f96-ef5295502a10 owned by compute:nova {{(pid=101951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:21:21.668368 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [req-8a02ec4e-7380-4c0b-a4b1-e1159b85012a req-17100e34-647b-48e8-887e-a82a332ec5fc tempest-VolumesSnapshotTestJSON-1792625471 tempest-VolumesSnapshotTestJSON-1792625471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776912265346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776911838091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9099554'] for port, after_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:21.680282 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] get_ports_and_sgs() called for port_ids ['dcd9f393-4067-4597-9f96-ef5295502a10'] {{(pid=101952) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 22:21:21.695454 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17100e34-647b-48e8-887e-a82a332ec5fc tempest-VolumesSnapshotTestJSON-1792625471 tempest-VolumesSnapshotTestJSON-1792625471-project] Pushing event deleted for resources: {'Port': ['ID=dcd9f393-4067-4597-9f96-ef5295502a10,revision_number=None']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:21:21.744458 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a02ec4e-7380-4c0b-a4b1-e1159b85012a req-17100e34-647b-48e8-887e-a82a332ec5fc tempest-VolumesSnapshotTestJSON-1792625471 tempest-VolumesSnapshotTestJSON-1792625471-project] No DVR routers for this DVR port dcd9f393-4067-4597-9f96-ef5295502a10 on host hv-cinder-73362 {{(pid=101951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 22:21:21.747331 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [req-8a02ec4e-7380-4c0b-a4b1-e1159b85012a req-17100e34-647b-48e8-887e-a82a332ec5fc tempest-VolumesSnapshotTestJSON-1792625471 tempest-VolumesSnapshotTestJSON-1792625471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26363'] for port, before_response {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:21.750637 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-8a02ec4e-7380-4c0b-a4b1-e1159b85012a req-17100e34-647b-48e8-887e-a82a332ec5fc tempest-VolumesSnapshotTestJSON-1792625471 tempest-VolumesSnapshotTestJSON-1792625471-project] 10.222.0.26 "DELETE /v2.0/ports/dcd9f393-4067-4597-9f96-ef5295502a10 HTTP/1.1" status: 204 len: 173 time: 0.4045339 Nov 11 22:21:21.751082 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24af170d-33cf-47bf-a615-f752f2832eac', 'name': 'network-vif-deleted', 'tag': 'dcd9f393-4067-4597-9f96-ef5295502a10'}] {{(pid=101951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:21:21.753339 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6edad8924451e5ac919d090b7a0cdac835d5bd684dc46b69d397444c146e85de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bc7e206-fe07-43b4-abcf-0f15a98a9941" -d '{"events": [{"server_uuid": "24af170d-33cf-47bf-a615-f752f2832eac", "name": "network-vif-deleted", "tag": "dcd9f393-4067-4597-9f96-ef5295502a10"}]}' {{(pid=101951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:21:21.801591 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 22:21:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73077d71-e532-4a83-a661-b7e5d66ac6e7 x-openstack-request-id: req-73077d71-e532-4a83-a661-b7e5d66ac6e7 {{(pid=101951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:21:21.802098 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24af170d-33cf-47bf-a615-f752f2832eac", "name": "network-vif-deleted", "tag": "dcd9f393-4067-4597-9f96-ef5295502a10", "status": "completed", "code": 200}]} {{(pid=101951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:21:21.802519 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-73077d71-e532-4a83-a661-b7e5d66ac6e7 {{(pid=101951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:21:21.803073 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24af170d-33cf-47bf-a615-f752f2832eac', 'name': 'network-vif-deleted', 'tag': 'dcd9f393-4067-4597-9f96-ef5295502a10', 'status': 'completed', 'code': 200} Nov 11 22:21:21.806263 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-11e6cf3f-d890-4c5f-b5ed-d953e741ec0b req-82fdcda2-5fd8-4aa6-bc10-45e38c6010fd tempest-VolumesSnapshotTestJSON-1792625471 tempest-VolumesSnapshotTestJSON-1792625471-project] 10.222.0.50 "GET /v2.0/ports?device_id=24af170d-33cf-47bf-a615-f752f2832eac HTTP/1.1" status: 200 len: 210 time: 0.0295062 Nov 11 22:21:21.936305 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c6c064-d4aa-4efc-9210-7937fd91553a req-1a5ba110-a985-48fd-8034-b921d968253a tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:21:21.937710 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-14c6c064-d4aa-4efc-9210-7937fd91553a req-1a5ba110-a985-48fd-8034-b921d968253a tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] 10.222.0.26 "GET /v2.0/networks?id=28a6337e-042c-406c-b6b1-9308a66f8fdf HTTP/1.1" status: 200 len: 815 time: 0.1124790 Nov 11 22:21:21.955051 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.v2.base [req-14c6c064-d4aa-4efc-9210-7937fd91553a req-2b2668b7-6d5f-4f19-b107-bce8d404b2b5 tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] Request body: {'port': {'device_id': 'a5abecda-2336-41cf-8deb-010b7515874b', 'network_id': '28a6337e-042c-406c-b6b1-9308a66f8fdf', 'admin_state_up': True, 'tenant_id': 'f8d6e97657ef4116a71e5c6d2af82906'}} {{(pid=101951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:21:22.018038 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-45857b8c-3de1-43a5-9f28-4786d0bd8e19 req-ea9227c9-2abd-467e-ba7f-5389e83fc672 tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] 10.222.0.50 "GET /v2.0/ports?device_id=a5abecda-2336-41cf-8deb-010b7515874b HTTP/1.1" status: 200 len: 210 time: 0.0311942 Nov 11 22:21:22.079753 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14c6c064-d4aa-4efc-9210-7937fd91553a req-2b2668b7-6d5f-4f19-b107-bce8d404b2b5 tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] Made reservation on behalf of f8d6e97657ef4116a71e5c6d2af82906 for: {'port': 1} {{(pid=101951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:21:22.083398 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [req-14c6c064-d4aa-4efc-9210-7937fd91553a req-2b2668b7-6d5f-4f19-b107-bce8d404b2b5 tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:22.217928 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.db.db_base_plugin_common [req-14c6c064-d4aa-4efc-9210-7937fd91553a req-2b2668b7-6d5f-4f19-b107-bce8d404b2b5 tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] Allocated IP 172.20.0.14 (28a6337e-042c-406c-b6b1-9308a66f8fdf/53fc7978-d7f2-4b8c-9881-c5b2333bf2a4/b38eec63-837a-4586-acb3-8fb01b3fead1) {{(pid=101951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:21:22.387550 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [req-14c6c064-d4aa-4efc-9210-7937fd91553a req-2b2668b7-6d5f-4f19-b107-bce8d404b2b5 tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] Publish callbacks [] for port, precommit_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:22.422505 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [req-14c6c064-d4aa-4efc-9210-7937fd91553a req-2b2668b7-6d5f-4f19-b107-bce8d404b2b5 tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776911838082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9099554'] for port, after_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:22.442213 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] get_ports_and_sgs() called for port_ids ['1be7eab3-536c-46ed-923b-c898807a1d0d'] {{(pid=101952) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 22:21:22.470771 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14c6c064-d4aa-4efc-9210-7937fd91553a req-2b2668b7-6d5f-4f19-b107-bce8d404b2b5 tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] Network 28a6337e-042c-406c-b6b1-9308a66f8fdf is already hosted by enough agents. {{(pid=101951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:21:22.473880 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.scheduler.base_scheduler [req-14c6c064-d4aa-4efc-9210-7937fd91553a req-2b2668b7-6d5f-4f19-b107-bce8d404b2b5 tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] Resources bound (agent type, host, resource id): {{(pid=101951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:21:22.477814 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.db.l3_dvrscheduler_db [req-14c6c064-d4aa-4efc-9210-7937fd91553a req-2b2668b7-6d5f-4f19-b107-bce8d404b2b5 tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] Received port after_create {{(pid=101951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:21:22.505782 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2668b7-6d5f-4f19-b107-bce8d404b2b5 tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] Pushing event updated for resources: {'Port': ['ID=b38eec63-837a-4586-acb3-8fb01b3fead1,revision_number=1']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:21:22.536945 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c6c064-d4aa-4efc-9210-7937fd91553a req-2b2668b7-6d5f-4f19-b107-bce8d404b2b5 tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:21:22.537558 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [req-14c6c064-d4aa-4efc-9210-7937fd91553a req-2b2668b7-6d5f-4f19-b107-bce8d404b2b5 tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26363'] for port, before_response {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:22.553633 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-14c6c064-d4aa-4efc-9210-7937fd91553a req-2b2668b7-6d5f-4f19-b107-bce8d404b2b5 tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6027656 Nov 11 22:21:22.567987 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.v2.base [req-14c6c064-d4aa-4efc-9210-7937fd91553a req-297672f3-fc51-4c45-a070-46ee018148ce service neutron] Request body: {'port': {'device_id': 'a5abecda-2336-41cf-8deb-010b7515874b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=101951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:21:22.621643 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [req-14c6c064-d4aa-4efc-9210-7937fd91553a req-297672f3-fc51-4c45-a070-46ee018148ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_update {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:22.883814 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.notifiers.nova [req-14c6c064-d4aa-4efc-9210-7937fd91553a req-297672f3-fc51-4c45-a070-46ee018148ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b38eec63-837a-4586-acb3-8fb01b3fead1 {{(pid=101951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 22:21:22.891908 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [req-14c6c064-d4aa-4efc-9210-7937fd91553a req-297672f3-fc51-4c45-a070-46ee018148ce service neutron] Publish callbacks [] for port, precommit_update {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:22.904422 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.db.provisioning_blocks [req-14c6c064-d4aa-4efc-9210-7937fd91553a req-297672f3-fc51-4c45-a070-46ee018148ce service neutron] Transition to ACTIVE for port object b38eec63-837a-4586-acb3-8fb01b3fead1 will not be triggered until provisioned by entity L2. {{(pid=101951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 22:21:22.908806 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [req-14c6c064-d4aa-4efc-9210-7937fd91553a req-297672f3-fc51-4c45-a070-46ee018148ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776912265364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776911838100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776911838118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9099611'] for port, after_update {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:22.973708 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297672f3-fc51-4c45-a070-46ee018148ce service neutron] Pushing event updated for resources: {'Port': ['ID=b38eec63-837a-4586-acb3-8fb01b3fead1,revision_number=2']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:21:23.026928 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.managers [req-14c6c064-d4aa-4efc-9210-7937fd91553a req-297672f3-fc51-4c45-a070-46ee018148ce service neutron] Attempting to bind port b38eec63-837a-4586-acb3-8fb01b3fead1 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=101951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:21:23.027267 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.managers [req-14c6c064-d4aa-4efc-9210-7937fd91553a req-297672f3-fc51-4c45-a070-46ee018148ce service neutron] Attempting to bind port b38eec63-837a-4586-acb3-8fb01b3fead1 by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': '81317f1a-7990-46f6-a4f1-5638aef35159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '28a6337e-042c-406c-b6b1-9308a66f8fdf'}] {{(pid=101951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:21:23.027598 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14c6c064-d4aa-4efc-9210-7937fd91553a req-297672f3-fc51-4c45-a070-46ee018148ce service neutron] Attempting to bind port b38eec63-837a-4586-acb3-8fb01b3fead1 on network 28a6337e-042c-406c-b6b1-9308a66f8fdf {{(pid=101951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:21:23.031974 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14c6c064-d4aa-4efc-9210-7937fd91553a req-297672f3-fc51-4c45-a070-46ee018148ce service neutron] Port b38eec63-837a-4586-acb3-8fb01b3fead1 on network 28a6337e-042c-406c-b6b1-9308a66f8fdf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=101951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 22:21:23.032297 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14c6c064-d4aa-4efc-9210-7937fd91553a req-297672f3-fc51-4c45-a070-46ee018148ce service neutron] Attempting to bind port b38eec63-837a-4586-acb3-8fb01b3fead1 on network 28a6337e-042c-406c-b6b1-9308a66f8fdf {{(pid=101951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:21:23.038322 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14c6c064-d4aa-4efc-9210-7937fd91553a req-297672f3-fc51-4c45-a070-46ee018148ce service neutron] Checking agent: {'id': 'a052ab81-1c58-45ec-bb06-1cf32ae4b08e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 22, 14, 39), 'started_at': datetime.datetime(2021, 11, 11, 22, 14, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:21:23.038669 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14c6c064-d4aa-4efc-9210-7937fd91553a req-297672f3-fc51-4c45-a070-46ee018148ce service neutron] Checking segment: {'id': '81317f1a-7990-46f6-a4f1-5638aef35159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '28a6337e-042c-406c-b6b1-9308a66f8fdf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:21:23.039054 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14c6c064-d4aa-4efc-9210-7937fd91553a req-297672f3-fc51-4c45-a070-46ee018148ce service neutron] Bound using segment: {'id': '81317f1a-7990-46f6-a4f1-5638aef35159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '28a6337e-042c-406c-b6b1-9308a66f8fdf'} {{(pid=101951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:21:23.039491 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.managers [req-14c6c064-d4aa-4efc-9210-7937fd91553a req-297672f3-fc51-4c45-a070-46ee018148ce service neutron] Bound port: b38eec63-837a-4586-acb3-8fb01b3fead1, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81317f1a-7990-46f6-a4f1-5638aef35159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '28a6337e-042c-406c-b6b1-9308a66f8fdf'}}] {{(pid=101951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:21:23.039856 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [req-14c6c064-d4aa-4efc-9210-7937fd91553a req-297672f3-fc51-4c45-a070-46ee018148ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_update {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:23.119379 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.db [req-14c6c064-d4aa-4efc-9210-7937fd91553a req-297672f3-fc51-4c45-a070-46ee018148ce service neutron] For port b38eec63-837a-4586-acb3-8fb01b3fead1, host hv-cinder-73362, cleared binding levels {{(pid=101951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:21:23.122971 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.db [req-14c6c064-d4aa-4efc-9210-7937fd91553a req-297672f3-fc51-4c45-a070-46ee018148ce service neutron] For port b38eec63-837a-4586-acb3-8fb01b3fead1, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=b38eec63-837a-4586-acb3-8fb01b3fead1,segment=NetworkSegment(81317f1a-7990-46f6-a4f1-5638aef35159),segment_id=81317f1a-7990-46f6-a4f1-5638aef35159)] {{(pid=101951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:21:23.127475 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [req-14c6c064-d4aa-4efc-9210-7937fd91553a req-297672f3-fc51-4c45-a070-46ee018148ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776912265364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776911838100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776911838118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9099611'] for port, after_update {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:23.166087 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c6c064-d4aa-4efc-9210-7937fd91553a req-297672f3-fc51-4c45-a070-46ee018148ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:21:23.167382 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [req-14c6c064-d4aa-4efc-9210-7937fd91553a req-297672f3-fc51-4c45-a070-46ee018148ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26363'] for port, before_response {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:23.168976 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-14c6c064-d4aa-4efc-9210-7937fd91553a req-297672f3-fc51-4c45-a070-46ee018148ce service neutron] 10.222.0.26 "PUT /v2.0/ports/b38eec63-837a-4586-acb3-8fb01b3fead1 HTTP/1.1" status: 200 len: 1094 time: 0.6051166 Nov 11 22:21:23.188264 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b74af1-2186-4402-a259-9121f13071e0 req-9134a06b-97cc-4cb3-b8c2-ab94f6e9a5b3 tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:21:23.190245 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-c9b74af1-2186-4402-a259-9121f13071e0 req-9134a06b-97cc-4cb3-b8c2-ab94f6e9a5b3 tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] 10.222.0.50 "GET /v2.0/ports?device_id=a5abecda-2336-41cf-8deb-010b7515874b HTTP/1.1" status: 200 len: 944 time: 0.0816646 Nov 11 22:21:23.191329 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297672f3-fc51-4c45-a070-46ee018148ce service neutron] Pushing event updated for resources: {'Port': ['ID=b38eec63-837a-4586-acb3-8fb01b3fead1,revision_number=3']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:21:23.244130 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-c9b74af1-2186-4402-a259-9121f13071e0 req-08b8686f-b4e3-4618-882c-2c3d63b073ea tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c398c41-9203-4ea6-9503-b54c6d139479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467777 Nov 11 22:21:23.269165 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c6c064-d4aa-4efc-9210-7937fd91553a req-74e1a000-67d9-41d2-813f-94e31daca0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:21:23.270782 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-14c6c064-d4aa-4efc-9210-7937fd91553a req-74e1a000-67d9-41d2-813f-94e31daca0fc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f8d6e97657ef4116a71e5c6d2af82906&device_id=a5abecda-2336-41cf-8deb-010b7515874b HTTP/1.1" status: 200 len: 1097 time: 0.0454845 Nov 11 22:21:23.315945 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-14c6c064-d4aa-4efc-9210-7937fd91553a req-0c0507bc-b016-448b-acaa-a4708b1b2f9b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b38eec63-837a-4586-acb3-8fb01b3fead1 HTTP/1.1" status: 200 len: 217 time: 0.0353479 Nov 11 22:21:23.407535 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c6c064-d4aa-4efc-9210-7937fd91553a req-9e6ca6b7-4c8a-4807-90ed-07eed8948b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:21:23.409041 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-14c6c064-d4aa-4efc-9210-7937fd91553a req-9e6ca6b7-4c8a-4807-90ed-07eed8948b20 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=53fc7978-d7f2-4b8c-9881-c5b2333bf2a4 HTTP/1.1" status: 200 len: 855 time: 0.0511050 Nov 11 22:21:23.444874 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-14c6c064-d4aa-4efc-9210-7937fd91553a req-94fdf9e7-21a3-4fe1-b4b4-2f123e819f25 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=28a6337e-042c-406c-b6b1-9308a66f8fdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276701 Nov 11 22:21:23.544588 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-14c6c064-d4aa-4efc-9210-7937fd91553a req-d27646c2-4259-42eb-b5f4-52ff33cf3e40 service neutron] 10.222.0.26 "GET /v2.0/networks/28a6337e-042c-406c-b6b1-9308a66f8fdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832572 Nov 11 22:21:23.641840 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-14c6c064-d4aa-4efc-9210-7937fd91553a req-f7ca61f5-26f8-4627-854a-0dc788b9bacf service neutron] 10.222.0.26 "GET /v2.0/networks/28a6337e-042c-406c-b6b1-9308a66f8fdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896320 Nov 11 22:21:23.803887 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5abecda-2336-41cf-8deb-010b7515874b', 'tag': 'b38eec63-837a-4586-acb3-8fb01b3fead1'}] {{(pid=101951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:21:23.806443 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6edad8924451e5ac919d090b7a0cdac835d5bd684dc46b69d397444c146e85de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25e60072-7b45-4444-8e34-152188e04cc2" -d '{"events": [{"name": "network-changed", "server_uuid": "a5abecda-2336-41cf-8deb-010b7515874b", "tag": "b38eec63-837a-4586-acb3-8fb01b3fead1"}]}' {{(pid=101951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:21:23.841874 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 22:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69c3d7e5-d00d-4a1a-b751-0332822e0044 x-openstack-request-id: req-69c3d7e5-d00d-4a1a-b751-0332822e0044 {{(pid=101951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:21:23.842166 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5abecda-2336-41cf-8deb-010b7515874b", "tag": "b38eec63-837a-4586-acb3-8fb01b3fead1", "status": "completed", "code": 200}]} {{(pid=101951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:21:23.842419 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-69c3d7e5-d00d-4a1a-b751-0332822e0044 {{(pid=101951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:21:23.842812 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5abecda-2336-41cf-8deb-010b7515874b', 'tag': 'b38eec63-837a-4586-acb3-8fb01b3fead1', 'status': 'completed', 'code': 200} Nov 11 22:21:23.914670 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e60072-7b45-4444-8e34-152188e04cc2 req-2911f7ca-1be6-4b8b-95c3-adfd23396705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:21:23.916073 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-25e60072-7b45-4444-8e34-152188e04cc2 req-2911f7ca-1be6-4b8b-95c3-adfd23396705 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f8d6e97657ef4116a71e5c6d2af82906&device_id=a5abecda-2336-41cf-8deb-010b7515874b HTTP/1.1" status: 200 len: 1097 time: 0.0405731 Nov 11 22:21:24.013640 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e60072-7b45-4444-8e34-152188e04cc2 req-d9ac1903-1b8b-4788-a9c9-d520041fd73f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:21:24.015115 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-25e60072-7b45-4444-8e34-152188e04cc2 req-d9ac1903-1b8b-4788-a9c9-d520041fd73f service neutron] 10.222.0.26 "GET /v2.0/networks?id=28a6337e-042c-406c-b6b1-9308a66f8fdf HTTP/1.1" status: 200 len: 916 time: 0.0891001 Nov 11 22:21:24.064574 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-25e60072-7b45-4444-8e34-152188e04cc2 req-31643d95-b6e7-4c81-b4ec-0319af13751b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b38eec63-837a-4586-acb3-8fb01b3fead1 HTTP/1.1" status: 200 len: 217 time: 0.0350072 Nov 11 22:21:24.120589 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e60072-7b45-4444-8e34-152188e04cc2 req-2d8d8806-5b3d-41bb-aba8-a1726f1340ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:21:24.122033 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-25e60072-7b45-4444-8e34-152188e04cc2 req-2d8d8806-5b3d-41bb-aba8-a1726f1340ab service neutron] 10.222.0.26 "GET /v2.0/subnets?id=53fc7978-d7f2-4b8c-9881-c5b2333bf2a4 HTTP/1.1" status: 200 len: 855 time: 0.0479693 Nov 11 22:21:24.154924 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-25e60072-7b45-4444-8e34-152188e04cc2 req-9ac53b90-e388-4791-9887-710d9af9fc82 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=28a6337e-042c-406c-b6b1-9308a66f8fdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244935 Nov 11 22:21:24.251919 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-25e60072-7b45-4444-8e34-152188e04cc2 req-8f2f0217-5adb-4d50-a39b-b64343683d49 service neutron] 10.222.0.26 "GET /v2.0/networks/28a6337e-042c-406c-b6b1-9308a66f8fdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865130 Nov 11 22:21:24.358717 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-25e60072-7b45-4444-8e34-152188e04cc2 req-f6a2a203-9e75-4243-b6dc-74a433ebb7b7 service neutron] 10.222.0.26 "GET /v2.0/networks/28a6337e-042c-406c-b6b1-9308a66f8fdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982635 Nov 11 22:21:24.380820 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6620007-d376-4d32-a049-e0f7d18cf67a req-e4fc92c6-f117-470a-a863-4cb98ca221eb tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:21:24.384117 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-f6620007-d376-4d32-a049-e0f7d18cf67a req-e4fc92c6-f117-470a-a863-4cb98ca221eb tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] 10.222.0.50 "GET /v2.0/ports?device_id=a5abecda-2336-41cf-8deb-010b7515874b HTTP/1.1" status: 200 len: 944 time: 0.0644755 Nov 11 22:21:24.434876 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-f6620007-d376-4d32-a049-e0f7d18cf67a req-a4d1dde9-67cf-42ad-952f-031493e4b1cf tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c398c41-9203-4ea6-9503-b54c6d139479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457265 Nov 11 22:21:25.541880 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Device b38eec63-837a-4586-acb3-8fb01b3fead1 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=101952) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 22:21:25.577434 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e89ffa1-af54-49b9-b2e3-31571c15909c req-10b85611-1ffe-4e16-82db-dcca77c0c072 tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:21:25.579070 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-5e89ffa1-af54-49b9-b2e3-31571c15909c req-10b85611-1ffe-4e16-82db-dcca77c0c072 tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] 10.222.0.50 "GET /v2.0/ports?device_id=a5abecda-2336-41cf-8deb-010b7515874b HTTP/1.1" status: 200 len: 944 time: 0.0620525 Nov 11 22:21:25.637813 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-5e89ffa1-af54-49b9-b2e3-31571c15909c req-870fb7ce-f6d6-4573-a817-fb67ce168622 tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c398c41-9203-4ea6-9503-b54c6d139479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501542 Nov 11 22:21:25.646812 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-348d437d-5024-4f51-89a3-bef5c08663cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:25.665710 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] For port b38eec63-837a-4586-acb3-8fb01b3fead1, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=b38eec63-837a-4586-acb3-8fb01b3fead1,segment=NetworkSegment(81317f1a-7990-46f6-a4f1-5638aef35159),segment_id=81317f1a-7990-46f6-a4f1-5638aef35159)] {{(pid=101952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:21:25.682968 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Returning: {'device': 'b38eec63-837a-4586-acb3-8fb01b3fead1', 'network_id': '28a6337e-042c-406c-b6b1-9308a66f8fdf', 'port_id': 'b38eec63-837a-4586-acb3-8fb01b3fead1', 'mac_address': 'fa:16:3e:91:27:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 806, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53fc7978-d7f2-4b8c-9881-c5b2333bf2a4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101952) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 22:21:25.721774 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:25.735012 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.notifiers.nova [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b38eec63-837a-4586-acb3-8fb01b3fead1 {{(pid=101952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 22:21:25.758028 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] For port b38eec63-837a-4586-acb3-8fb01b3fead1, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=b38eec63-837a-4586-acb3-8fb01b3fead1,segment=NetworkSegment(81317f1a-7990-46f6-a4f1-5638aef35159),segment_id=81317f1a-7990-46f6-a4f1-5638aef35159)] {{(pid=101952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:21:25.762515 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776912265364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776911838100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776911838118'] for port, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:25.808921 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Pushing event updated for resources: {'Port': ['ID=b38eec63-837a-4586-acb3-8fb01b3fead1,revision_number=4']} {{(pid=101952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:21:26.420635 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Device dcd9f393-4067-4597-9f96-ef5295502a10 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=101952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:21:26.439920 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.plugin [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] No Port match for: dcd9f393-4067-4597-9f96-ef5295502a10 {{(pid=101952) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:21:26.440263 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Device dcd9f393-4067-4597-9f96-ef5295502a10 not bound to the agent host hv-cinder-73362 {{(pid=101952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:21:26.765461 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a490a9-31f3-4fda-9d6c-a357a95d6f62 req-7f59e090-d3d9-4ca0-afc5-34ce8b7c72b6 tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:21:26.767407 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-24a490a9-31f3-4fda-9d6c-a357a95d6f62 req-7f59e090-d3d9-4ca0-afc5-34ce8b7c72b6 tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] 10.222.0.50 "GET /v2.0/ports?device_id=a5abecda-2336-41cf-8deb-010b7515874b HTTP/1.1" status: 200 len: 945 time: 0.0574391 Nov 11 22:21:26.820317 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-24a490a9-31f3-4fda-9d6c-a357a95d6f62 req-ec2f2f25-7dfb-47ee-9775-ff9c6a9fd485 tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c398c41-9203-4ea6-9503-b54c6d139479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465264 Nov 11 22:21:27.746788 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] get_ports_and_sgs() called for port_ids ['b38eec63-837a-4586-acb3-8fb01b3fead1'] {{(pid=101952) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 22:21:27.937176 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d1d2fd-670a-41f6-8b6a-8308dd5af6f9 req-88793351-af19-4dd2-b73c-795c34be6c7f tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:21:27.938619 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-93d1d2fd-670a-41f6-8b6a-8308dd5af6f9 req-88793351-af19-4dd2-b73c-795c34be6c7f tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] 10.222.0.50 "GET /v2.0/ports?device_id=a5abecda-2336-41cf-8deb-010b7515874b HTTP/1.1" status: 200 len: 945 time: 0.0496151 Nov 11 22:21:27.988332 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-93d1d2fd-670a-41f6-8b6a-8308dd5af6f9 req-81e8df33-56d9-4627-9302-eb5b74a6753b tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c398c41-9203-4ea6-9503-b54c6d139479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437555 Nov 11 22:21:28.171917 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-83ac8e90-394d-49ae-9e6e-9521ec8b79e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:29.105213 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df7b8bf-1abb-4410-b68a-16e9b9c1d444 req-41cca95c-f2ed-4849-8a95-f7a6ac651adc tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:21:29.106711 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-2df7b8bf-1abb-4410-b68a-16e9b9c1d444 req-41cca95c-f2ed-4849-8a95-f7a6ac651adc tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] 10.222.0.50 "GET /v2.0/ports?device_id=a5abecda-2336-41cf-8deb-010b7515874b HTTP/1.1" status: 200 len: 945 time: 0.0525343 Nov 11 22:21:29.159802 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-2df7b8bf-1abb-4410-b68a-16e9b9c1d444 req-43c3130a-502a-4c3e-a443-73187ac6871b tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c398c41-9203-4ea6-9503-b54c6d139479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464485 Nov 11 22:21:29.403927 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-766b5b4b-9c4e-4513-9f30-d5290b623bba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:29.432258 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Device b38eec63-837a-4586-acb3-8fb01b3fead1 up at agent hyperv_hv-cinder-73362 {{(pid=101952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:21:29.485342 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.provisioning_blocks [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Provisioning for port b38eec63-837a-4586-acb3-8fb01b3fead1 completed by entity L2. {{(pid=101952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 22:21:29.490008 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.provisioning_blocks [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Provisioning complete for port b38eec63-837a-4586-acb3-8fb01b3fead1 triggered by entity L2. {{(pid=101952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:21:29.490370 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8061746'] for port, provisioning_complete {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:29.576358 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:29.599371 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5abecda-2336-41cf-8deb-010b7515874b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b38eec63-837a-4586-acb3-8fb01b3fead1'}] {{(pid=101952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:21:29.601612 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}354dda558456ac383be05774d0115fbb8a8e814f0e1169db929e83f4c2942df8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eebcc42-83be-495e-9b8d-6bd0b1f5b3f4" -d '{"events": [{"server_uuid": "a5abecda-2336-41cf-8deb-010b7515874b", "name": "network-vif-plugged", "status": "completed", "tag": "b38eec63-837a-4586-acb3-8fb01b3fead1"}]}' {{(pid=101952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:21:29.614931 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] For port b38eec63-837a-4586-acb3-8fb01b3fead1, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=b38eec63-837a-4586-acb3-8fb01b3fead1,segment=NetworkSegment(81317f1a-7990-46f6-a4f1-5638aef35159),segment_id=81317f1a-7990-46f6-a4f1-5638aef35159)] {{(pid=101952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:21:29.620446 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776912265364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776911838100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776911838118'] for port, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:29.644565 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 22:21:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c8c09ab-b1dd-4ccd-b062-b55984629e00 x-openstack-request-id: req-1c8c09ab-b1dd-4ccd-b062-b55984629e00 {{(pid=101952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:21:29.644854 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5abecda-2336-41cf-8deb-010b7515874b", "name": "network-vif-plugged", "status": "completed", "tag": "b38eec63-837a-4586-acb3-8fb01b3fead1", "code": 200}]} {{(pid=101952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:21:29.645103 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1c8c09ab-b1dd-4ccd-b062-b55984629e00 {{(pid=101952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:21:29.645490 dv-cinder-733622-20-iscsi neutron-server[101952]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5abecda-2336-41cf-8deb-010b7515874b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b38eec63-837a-4586-acb3-8fb01b3fead1', 'code': 200} Nov 11 22:21:29.673238 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Pushing event updated for resources: {'Port': ['ID=b38eec63-837a-4586-acb3-8fb01b3fead1,revision_number=5']} {{(pid=101952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:21:29.817507 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441caaa9-5572-4b55-9463-fc83647e03ef req-1c78cccd-895f-4f78-96f7-6d8b75d62049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:21:29.818998 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-441caaa9-5572-4b55-9463-fc83647e03ef req-1c78cccd-895f-4f78-96f7-6d8b75d62049 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a5abecda-2336-41cf-8deb-010b7515874b HTTP/1.1" status: 200 len: 1099 time: 0.0472186 Nov 11 22:21:29.873817 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-441caaa9-5572-4b55-9463-fc83647e03ef req-ef3c6944-91db-4053-aa85-4840975c8324 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=6c398c41-9203-4ea6-9503-b54c6d139479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402997 Nov 11 22:21:30.280021 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fe0e66-6ecf-4a97-a546-c0d05f179dc4 req-4da3d93d-3a1c-4dcc-b5cc-5e529147ca76 tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:21:30.281497 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-24fe0e66-6ecf-4a97-a546-c0d05f179dc4 req-4da3d93d-3a1c-4dcc-b5cc-5e529147ca76 tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] 10.222.0.50 "GET /v2.0/ports?device_id=a5abecda-2336-41cf-8deb-010b7515874b HTTP/1.1" status: 200 len: 946 time: 0.0488501 Nov 11 22:21:30.328891 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-24fe0e66-6ecf-4a97-a546-c0d05f179dc4 req-3d0cfda9-a22c-447c-bd62-dbbb837d093b tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c398c41-9203-4ea6-9503-b54c6d139479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413446 Nov 11 22:21:30.803077 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-6e72e30b-d533-48e1-89e1-e2b3014a0430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:31.448914 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad81bad-7bef-4cbb-bb30-500b1eec8e4e req-7eb7cc59-4388-4425-bff0-d46fa4561879 tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:21:31.450662 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-1ad81bad-7bef-4cbb-bb30-500b1eec8e4e req-7eb7cc59-4388-4425-bff0-d46fa4561879 tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] 10.222.0.50 "GET /v2.0/ports?device_id=a5abecda-2336-41cf-8deb-010b7515874b HTTP/1.1" status: 200 len: 946 time: 0.0535147 Nov 11 22:21:31.505362 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-1ad81bad-7bef-4cbb-bb30-500b1eec8e4e req-a6ff5ba2-9cd1-42b6-934e-209804c04f0c tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c398c41-9203-4ea6-9503-b54c6d139479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482891 Nov 11 22:21:31.789523 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:37.566732 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befab363-9d41-4d92-863f-164fe5b7542f req-73a19b14-8379-4dfc-b3d1-95219bbab8b3 tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:21:37.568178 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-befab363-9d41-4d92-863f-164fe5b7542f req-73a19b14-8379-4dfc-b3d1-95219bbab8b3 tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] 10.222.0.50 "GET /v2.0/networks?id=28a6337e-042c-406c-b6b1-9308a66f8fdf HTTP/1.1" status: 200 len: 815 time: 0.0978508 Nov 11 22:21:37.583344 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-befab363-9d41-4d92-863f-164fe5b7542f req-bab3ce2c-10b0-47b2-be78-9f40e0bf8b8f tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] 10.222.0.50 "GET /v2.0/quotas/f8d6e97657ef4116a71e5c6d2af82906 HTTP/1.1" status: 200 len: 375 time: 0.0094447 Nov 11 22:21:37.636073 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-befab363-9d41-4d92-863f-164fe5b7542f req-0121eca8-a394-48d6-b30e-d23881e71cca tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=f8d6e97657ef4116a71e5c6d2af82906&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0475364 Nov 11 22:21:37.727888 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-befab363-9d41-4d92-863f-164fe5b7542f req-4a98737d-19fa-4726-b82b-d18d27f945be service neutron] 10.222.0.50 "GET /v2.0/networks/28a6337e-042c-406c-b6b1-9308a66f8fdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842943 Nov 11 22:21:37.822973 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-befab363-9d41-4d92-863f-164fe5b7542f req-19437594-ce2b-451e-a8ba-8790ca6732f3 service neutron] 10.222.0.50 "GET /v2.0/networks/28a6337e-042c-406c-b6b1-9308a66f8fdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881884 Nov 11 22:21:38.126648 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-da4440c0-aeab-4fc4-9f07-3d9d07db3ef7 req-d88dd182-1450-4aef-a389-d44c94e14217 tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] 10.222.0.50 "GET /v2.0/ports?device_id=d46fb53a-2cb6-46a6-ab69-b3ecd56cd056 HTTP/1.1" status: 200 len: 210 time: 0.1655803 Nov 11 22:21:39.033617 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befab363-9d41-4d92-863f-164fe5b7542f req-360aa0ca-c513-4e9c-96d0-d2d4e87315ce tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:21:39.035896 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-befab363-9d41-4d92-863f-164fe5b7542f req-360aa0ca-c513-4e9c-96d0-d2d4e87315ce tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] 10.222.0.26 "GET /v2.0/networks?id=28a6337e-042c-406c-b6b1-9308a66f8fdf HTTP/1.1" status: 200 len: 815 time: 0.1062515 Nov 11 22:21:39.051233 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.v2.base [req-befab363-9d41-4d92-863f-164fe5b7542f req-ceb444ee-b716-4e11-a305-badb6ddb1fe0 tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] Request body: {'port': {'device_id': 'd46fb53a-2cb6-46a6-ab69-b3ecd56cd056', 'network_id': '28a6337e-042c-406c-b6b1-9308a66f8fdf', 'admin_state_up': True, 'tenant_id': 'f8d6e97657ef4116a71e5c6d2af82906'}} {{(pid=101951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:21:39.178066 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-befab363-9d41-4d92-863f-164fe5b7542f req-ceb444ee-b716-4e11-a305-badb6ddb1fe0 tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] Made reservation on behalf of f8d6e97657ef4116a71e5c6d2af82906 for: {'port': 1} {{(pid=101951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:21:39.184193 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [req-befab363-9d41-4d92-863f-164fe5b7542f req-ceb444ee-b716-4e11-a305-badb6ddb1fe0 tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:39.232026 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-99d898be-8150-414a-8171-9cf406f55c0a req-b30d4f23-80a4-4050-b13b-b296ed652f8b tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] 10.222.0.50 "GET /v2.0/ports?device_id=d46fb53a-2cb6-46a6-ab69-b3ecd56cd056 HTTP/1.1" status: 200 len: 210 time: 0.0304713 Nov 11 22:21:39.322646 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.db.db_base_plugin_common [req-befab363-9d41-4d92-863f-164fe5b7542f req-ceb444ee-b716-4e11-a305-badb6ddb1fe0 tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] Allocated IP 172.20.0.10 (28a6337e-042c-406c-b6b1-9308a66f8fdf/53fc7978-d7f2-4b8c-9881-c5b2333bf2a4/656dcbf8-303f-4158-9a7c-5afe7c5e470a) {{(pid=101951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:21:39.474018 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [req-befab363-9d41-4d92-863f-164fe5b7542f req-ceb444ee-b716-4e11-a305-badb6ddb1fe0 tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] Publish callbacks [] for port, precommit_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:39.507269 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [req-befab363-9d41-4d92-863f-164fe5b7542f req-ceb444ee-b716-4e11-a305-badb6ddb1fe0 tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776911838082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9099554'] for port, after_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:39.525156 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] get_ports_and_sgs() called for port_ids ['1be7eab3-536c-46ed-923b-c898807a1d0d', 'b38eec63-837a-4586-acb3-8fb01b3fead1'] {{(pid=101952) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 22:21:39.548223 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-befab363-9d41-4d92-863f-164fe5b7542f req-ceb444ee-b716-4e11-a305-badb6ddb1fe0 tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] Network 28a6337e-042c-406c-b6b1-9308a66f8fdf is already hosted by enough agents. {{(pid=101951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:21:39.553275 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.scheduler.base_scheduler [req-befab363-9d41-4d92-863f-164fe5b7542f req-ceb444ee-b716-4e11-a305-badb6ddb1fe0 tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] Resources bound (agent type, host, resource id): {{(pid=101951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:21:39.556961 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.db.l3_dvrscheduler_db [req-befab363-9d41-4d92-863f-164fe5b7542f req-ceb444ee-b716-4e11-a305-badb6ddb1fe0 tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] Received port after_create {{(pid=101951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:21:39.584866 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb444ee-b716-4e11-a305-badb6ddb1fe0 tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] Pushing event updated for resources: {'Port': ['ID=656dcbf8-303f-4158-9a7c-5afe7c5e470a,revision_number=1']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:21:39.610958 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befab363-9d41-4d92-863f-164fe5b7542f req-ceb444ee-b716-4e11-a305-badb6ddb1fe0 tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:21:39.611583 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [req-befab363-9d41-4d92-863f-164fe5b7542f req-ceb444ee-b716-4e11-a305-badb6ddb1fe0 tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26363'] for port, before_response {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:39.628213 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-befab363-9d41-4d92-863f-164fe5b7542f req-ceb444ee-b716-4e11-a305-badb6ddb1fe0 tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5807922 Nov 11 22:21:39.647101 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.v2.base [req-befab363-9d41-4d92-863f-164fe5b7542f req-a451b51e-85c8-415c-9603-e5f1cb3ad50e service neutron] Request body: {'port': {'device_id': 'd46fb53a-2cb6-46a6-ab69-b3ecd56cd056', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=101951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:21:39.703225 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [req-befab363-9d41-4d92-863f-164fe5b7542f req-a451b51e-85c8-415c-9603-e5f1cb3ad50e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_update {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:39.845563 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:39.958481 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.notifiers.nova [req-befab363-9d41-4d92-863f-164fe5b7542f req-a451b51e-85c8-415c-9603-e5f1cb3ad50e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 656dcbf8-303f-4158-9a7c-5afe7c5e470a {{(pid=101951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 22:21:39.967574 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [req-befab363-9d41-4d92-863f-164fe5b7542f req-a451b51e-85c8-415c-9603-e5f1cb3ad50e service neutron] Publish callbacks [] for port, precommit_update {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:39.979840 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.db.provisioning_blocks [req-befab363-9d41-4d92-863f-164fe5b7542f req-a451b51e-85c8-415c-9603-e5f1cb3ad50e service neutron] Transition to ACTIVE for port object 656dcbf8-303f-4158-9a7c-5afe7c5e470a will not be triggered until provisioned by entity L2. {{(pid=101951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 22:21:39.983865 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [req-befab363-9d41-4d92-863f-164fe5b7542f req-a451b51e-85c8-415c-9603-e5f1cb3ad50e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776912265364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776911838100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776911838118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9099611'] for port, after_update {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:40.031894 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a451b51e-85c8-415c-9603-e5f1cb3ad50e service neutron] Pushing event updated for resources: {'Port': ['ID=656dcbf8-303f-4158-9a7c-5afe7c5e470a,revision_number=2']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:21:40.105596 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.managers [req-befab363-9d41-4d92-863f-164fe5b7542f req-a451b51e-85c8-415c-9603-e5f1cb3ad50e service neutron] Attempting to bind port 656dcbf8-303f-4158-9a7c-5afe7c5e470a on host hv-cinder-73362 for vnic_type normal with profile {{(pid=101951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:21:40.106300 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.managers [req-befab363-9d41-4d92-863f-164fe5b7542f req-a451b51e-85c8-415c-9603-e5f1cb3ad50e service neutron] Attempting to bind port 656dcbf8-303f-4158-9a7c-5afe7c5e470a by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': '81317f1a-7990-46f6-a4f1-5638aef35159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '28a6337e-042c-406c-b6b1-9308a66f8fdf'}] {{(pid=101951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:21:40.106300 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-befab363-9d41-4d92-863f-164fe5b7542f req-a451b51e-85c8-415c-9603-e5f1cb3ad50e service neutron] Attempting to bind port 656dcbf8-303f-4158-9a7c-5afe7c5e470a on network 28a6337e-042c-406c-b6b1-9308a66f8fdf {{(pid=101951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:21:40.110673 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-befab363-9d41-4d92-863f-164fe5b7542f req-a451b51e-85c8-415c-9603-e5f1cb3ad50e service neutron] Port 656dcbf8-303f-4158-9a7c-5afe7c5e470a on network 28a6337e-042c-406c-b6b1-9308a66f8fdf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=101951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 22:21:40.110995 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-befab363-9d41-4d92-863f-164fe5b7542f req-a451b51e-85c8-415c-9603-e5f1cb3ad50e service neutron] Attempting to bind port 656dcbf8-303f-4158-9a7c-5afe7c5e470a on network 28a6337e-042c-406c-b6b1-9308a66f8fdf {{(pid=101951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:21:40.116032 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-befab363-9d41-4d92-863f-164fe5b7542f req-a451b51e-85c8-415c-9603-e5f1cb3ad50e service neutron] Checking agent: {'id': 'a052ab81-1c58-45ec-bb06-1cf32ae4b08e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 22, 14, 39), 'started_at': datetime.datetime(2021, 11, 11, 22, 14, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 21, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:21:40.116369 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-befab363-9d41-4d92-863f-164fe5b7542f req-a451b51e-85c8-415c-9603-e5f1cb3ad50e service neutron] Checking segment: {'id': '81317f1a-7990-46f6-a4f1-5638aef35159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '28a6337e-042c-406c-b6b1-9308a66f8fdf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:21:40.116787 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-befab363-9d41-4d92-863f-164fe5b7542f req-a451b51e-85c8-415c-9603-e5f1cb3ad50e service neutron] Bound using segment: {'id': '81317f1a-7990-46f6-a4f1-5638aef35159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '28a6337e-042c-406c-b6b1-9308a66f8fdf'} {{(pid=101951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:21:40.117216 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.managers [req-befab363-9d41-4d92-863f-164fe5b7542f req-a451b51e-85c8-415c-9603-e5f1cb3ad50e service neutron] Bound port: 656dcbf8-303f-4158-9a7c-5afe7c5e470a, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81317f1a-7990-46f6-a4f1-5638aef35159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '28a6337e-042c-406c-b6b1-9308a66f8fdf'}}] {{(pid=101951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:21:40.117573 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [req-befab363-9d41-4d92-863f-164fe5b7542f req-a451b51e-85c8-415c-9603-e5f1cb3ad50e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_update {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:40.184928 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.db [req-befab363-9d41-4d92-863f-164fe5b7542f req-a451b51e-85c8-415c-9603-e5f1cb3ad50e service neutron] For port 656dcbf8-303f-4158-9a7c-5afe7c5e470a, host hv-cinder-73362, cleared binding levels {{(pid=101951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:21:40.187852 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.db [req-befab363-9d41-4d92-863f-164fe5b7542f req-a451b51e-85c8-415c-9603-e5f1cb3ad50e service neutron] For port 656dcbf8-303f-4158-9a7c-5afe7c5e470a, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=656dcbf8-303f-4158-9a7c-5afe7c5e470a,segment=NetworkSegment(81317f1a-7990-46f6-a4f1-5638aef35159),segment_id=81317f1a-7990-46f6-a4f1-5638aef35159)] {{(pid=101951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:21:40.193820 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [req-befab363-9d41-4d92-863f-164fe5b7542f req-a451b51e-85c8-415c-9603-e5f1cb3ad50e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776912265364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776911838100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776911838118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9099611'] for port, after_update {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:40.225492 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befab363-9d41-4d92-863f-164fe5b7542f req-a451b51e-85c8-415c-9603-e5f1cb3ad50e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:21:40.227168 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [req-befab363-9d41-4d92-863f-164fe5b7542f req-a451b51e-85c8-415c-9603-e5f1cb3ad50e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26363'] for port, before_response {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:40.228870 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-befab363-9d41-4d92-863f-164fe5b7542f req-a451b51e-85c8-415c-9603-e5f1cb3ad50e service neutron] 10.222.0.26 "PUT /v2.0/ports/656dcbf8-303f-4158-9a7c-5afe7c5e470a HTTP/1.1" status: 200 len: 1094 time: 0.5858746 Nov 11 22:21:40.229356 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd46fb53a-2cb6-46a6-ab69-b3ecd56cd056', 'tag': '656dcbf8-303f-4158-9a7c-5afe7c5e470a'}] {{(pid=101951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:21:40.231628 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6edad8924451e5ac919d090b7a0cdac835d5bd684dc46b69d397444c146e85de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8f7bcc7-dc0b-4292-93d9-8652c52bdf3b" -d '{"events": [{"name": "network-changed", "server_uuid": "d46fb53a-2cb6-46a6-ab69-b3ecd56cd056", "tag": "656dcbf8-303f-4158-9a7c-5afe7c5e470a"}]}' {{(pid=101951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:21:40.265825 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a451b51e-85c8-415c-9603-e5f1cb3ad50e service neutron] Pushing event updated for resources: {'Port': ['ID=656dcbf8-303f-4158-9a7c-5afe7c5e470a,revision_number=3']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:21:40.278924 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 22:21:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5809b988-9237-4cca-b85f-6134da3a649e x-openstack-request-id: req-5809b988-9237-4cca-b85f-6134da3a649e {{(pid=101951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:21:40.279217 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d46fb53a-2cb6-46a6-ab69-b3ecd56cd056", "tag": "656dcbf8-303f-4158-9a7c-5afe7c5e470a", "status": "completed", "code": 200}]} {{(pid=101951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:21:40.279487 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5809b988-9237-4cca-b85f-6134da3a649e {{(pid=101951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:21:40.279887 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd46fb53a-2cb6-46a6-ab69-b3ecd56cd056', 'tag': '656dcbf8-303f-4158-9a7c-5afe7c5e470a', 'status': 'completed', 'code': 200} Nov 11 22:21:40.336912 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befab363-9d41-4d92-863f-164fe5b7542f req-bc9f55c8-c650-411c-8f62-0d51b4872e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:21:40.338443 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-befab363-9d41-4d92-863f-164fe5b7542f req-bc9f55c8-c650-411c-8f62-0d51b4872e19 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f8d6e97657ef4116a71e5c6d2af82906&device_id=d46fb53a-2cb6-46a6-ab69-b3ecd56cd056 HTTP/1.1" status: 200 len: 1097 time: 0.0515332 Nov 11 22:21:40.383554 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f503d29c-d012-40d9-91b6-0528b30a7621 req-3fc8d861-9ab4-4c84-b946-083b6c088593 tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:21:40.385142 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-f503d29c-d012-40d9-91b6-0528b30a7621 req-3fc8d861-9ab4-4c84-b946-083b6c088593 tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] 10.222.0.50 "GET /v2.0/ports?device_id=d46fb53a-2cb6-46a6-ab69-b3ecd56cd056 HTTP/1.1" status: 200 len: 944 time: 0.0578282 Nov 11 22:21:40.391705 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-befab363-9d41-4d92-863f-164fe5b7542f req-b7e3d2dc-41f9-4b5a-a2a1-5d9f9fa5f702 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=656dcbf8-303f-4158-9a7c-5afe7c5e470a HTTP/1.1" status: 200 len: 217 time: 0.0409439 Nov 11 22:21:40.440241 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-f503d29c-d012-40d9-91b6-0528b30a7621 req-63a7a822-d0e7-4706-a3a5-eb6af5f0fecd tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c398c41-9203-4ea6-9503-b54c6d139479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486951 Nov 11 22:21:40.444535 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befab363-9d41-4d92-863f-164fe5b7542f req-f6f5e0d4-6a3a-4d09-b7ed-aadedff41788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:21:40.446415 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-befab363-9d41-4d92-863f-164fe5b7542f req-f6f5e0d4-6a3a-4d09-b7ed-aadedff41788 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=53fc7978-d7f2-4b8c-9881-c5b2333bf2a4 HTTP/1.1" status: 200 len: 855 time: 0.0461857 Nov 11 22:21:40.485807 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-befab363-9d41-4d92-863f-164fe5b7542f req-cabfbdfd-95ad-430a-a673-d241f76d98e9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=28a6337e-042c-406c-b6b1-9308a66f8fdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285077 Nov 11 22:21:40.583202 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-befab363-9d41-4d92-863f-164fe5b7542f req-b195ef33-d105-4d47-a78e-fddf46b154cf service neutron] 10.222.0.26 "GET /v2.0/networks/28a6337e-042c-406c-b6b1-9308a66f8fdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850902 Nov 11 22:21:40.679836 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-befab363-9d41-4d92-863f-164fe5b7542f req-ff65187c-88ce-4e70-beda-9d49900a65fb service neutron] 10.222.0.26 "GET /v2.0/networks/28a6337e-042c-406c-b6b1-9308a66f8fdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848598 Nov 11 22:21:40.768193 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f7bcc7-dc0b-4292-93d9-8652c52bdf3b req-3217c239-59bf-44da-bf23-2c0d2a5994df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:21:40.769693 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-e8f7bcc7-dc0b-4292-93d9-8652c52bdf3b req-3217c239-59bf-44da-bf23-2c0d2a5994df service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f8d6e97657ef4116a71e5c6d2af82906&device_id=d46fb53a-2cb6-46a6-ab69-b3ecd56cd056 HTTP/1.1" status: 200 len: 1097 time: 0.0412498 Nov 11 22:21:40.859436 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f7bcc7-dc0b-4292-93d9-8652c52bdf3b req-47eba7fe-8444-4f45-9798-ad518b6a8c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:21:40.860906 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-e8f7bcc7-dc0b-4292-93d9-8652c52bdf3b req-47eba7fe-8444-4f45-9798-ad518b6a8c97 service neutron] 10.222.0.26 "GET /v2.0/networks?id=28a6337e-042c-406c-b6b1-9308a66f8fdf HTTP/1.1" status: 200 len: 916 time: 0.0823267 Nov 11 22:21:40.908576 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-e8f7bcc7-dc0b-4292-93d9-8652c52bdf3b req-79f07d9d-f8fa-48a3-a175-5d289917bd3d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=656dcbf8-303f-4158-9a7c-5afe7c5e470a HTTP/1.1" status: 200 len: 217 time: 0.0360341 Nov 11 22:21:40.962454 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f7bcc7-dc0b-4292-93d9-8652c52bdf3b req-9673f0b7-c3be-42fd-9088-3566c7b31b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:21:40.963764 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-e8f7bcc7-dc0b-4292-93d9-8652c52bdf3b req-9673f0b7-c3be-42fd-9088-3566c7b31b12 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=53fc7978-d7f2-4b8c-9881-c5b2333bf2a4 HTTP/1.1" status: 200 len: 855 time: 0.0418026 Nov 11 22:21:40.996374 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-e8f7bcc7-dc0b-4292-93d9-8652c52bdf3b req-ddceed33-bc19-4685-849e-f26817742b13 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=28a6337e-042c-406c-b6b1-9308a66f8fdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238466 Nov 11 22:21:41.092082 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-e8f7bcc7-dc0b-4292-93d9-8652c52bdf3b req-6f75ae35-e11f-4e62-bc2d-5d10ed88b4ec service neutron] 10.222.0.26 "GET /v2.0/networks/28a6337e-042c-406c-b6b1-9308a66f8fdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846264 Nov 11 22:21:41.188135 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-e8f7bcc7-dc0b-4292-93d9-8652c52bdf3b req-164eb490-b4a4-4b3f-b180-7961db17429a service neutron] 10.222.0.26 "GET /v2.0/networks/28a6337e-042c-406c-b6b1-9308a66f8fdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846052 Nov 11 22:21:41.578923 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55417427-a639-4d6e-bcf5-5e784ed95fe5 req-5802e4e6-9ce4-44ad-8afd-e1aa193f133d tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:21:41.580461 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-55417427-a639-4d6e-bcf5-5e784ed95fe5 req-5802e4e6-9ce4-44ad-8afd-e1aa193f133d tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] 10.222.0.50 "GET /v2.0/ports?device_id=d46fb53a-2cb6-46a6-ab69-b3ecd56cd056 HTTP/1.1" status: 200 len: 944 time: 0.0535796 Nov 11 22:21:41.630171 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-55417427-a639-4d6e-bcf5-5e784ed95fe5 req-c5c5f72d-81a7-4a49-97d2-9331026f6c65 tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c398c41-9203-4ea6-9503-b54c6d139479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433776 Nov 11 22:21:42.752328 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28706ca5-f89b-46ad-85db-f2ea55b4cde2 req-2c8f3d40-5979-4155-ae2c-a80939aca5dd tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:21:42.753898 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-28706ca5-f89b-46ad-85db-f2ea55b4cde2 req-2c8f3d40-5979-4155-ae2c-a80939aca5dd tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] 10.222.0.50 "GET /v2.0/ports?device_id=d46fb53a-2cb6-46a6-ab69-b3ecd56cd056 HTTP/1.1" status: 200 len: 944 time: 0.0544491 Nov 11 22:21:42.806757 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-28706ca5-f89b-46ad-85db-f2ea55b4cde2 req-3370c17d-8416-4cb0-8ddf-de891770bf40 tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c398c41-9203-4ea6-9503-b54c6d139479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470574 Nov 11 22:21:43.491723 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Device 656dcbf8-303f-4158-9a7c-5afe7c5e470a details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=101952) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 22:21:43.588768 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] For port 656dcbf8-303f-4158-9a7c-5afe7c5e470a, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=656dcbf8-303f-4158-9a7c-5afe7c5e470a,segment=NetworkSegment(81317f1a-7990-46f6-a4f1-5638aef35159),segment_id=81317f1a-7990-46f6-a4f1-5638aef35159)] {{(pid=101952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:21:43.599934 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Returning: {'device': '656dcbf8-303f-4158-9a7c-5afe7c5e470a', 'network_id': '28a6337e-042c-406c-b6b1-9308a66f8fdf', 'port_id': '656dcbf8-303f-4158-9a7c-5afe7c5e470a', 'mac_address': 'fa:16:3e:66:60:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 806, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53fc7978-d7f2-4b8c-9881-c5b2333bf2a4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101952) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 22:21:43.637521 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:43.650909 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.notifiers.nova [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 656dcbf8-303f-4158-9a7c-5afe7c5e470a {{(pid=101952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 22:21:43.675862 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] For port 656dcbf8-303f-4158-9a7c-5afe7c5e470a, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=656dcbf8-303f-4158-9a7c-5afe7c5e470a,segment=NetworkSegment(81317f1a-7990-46f6-a4f1-5638aef35159),segment_id=81317f1a-7990-46f6-a4f1-5638aef35159)] {{(pid=101952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:21:43.679958 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776912265364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776911838100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776911838118'] for port, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:43.728987 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Pushing event updated for resources: {'Port': ['ID=656dcbf8-303f-4158-9a7c-5afe7c5e470a,revision_number=4']} {{(pid=101952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:21:43.926733 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7048536d-a29f-4cec-9b6e-ff2af32f367f req-78cd50cb-ca2c-449c-973b-1803326720e8 tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:21:43.928198 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-7048536d-a29f-4cec-9b6e-ff2af32f367f req-78cd50cb-ca2c-449c-973b-1803326720e8 tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] 10.222.0.50 "GET /v2.0/ports?device_id=d46fb53a-2cb6-46a6-ab69-b3ecd56cd056 HTTP/1.1" status: 200 len: 945 time: 0.0525541 Nov 11 22:21:43.975875 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-7048536d-a29f-4cec-9b6e-ff2af32f367f req-c20c3ad3-2779-44e5-9367-c7f733fcfc9d tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c398c41-9203-4ea6-9503-b54c6d139479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417497 Nov 11 22:21:44.015422 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] get_ports_and_sgs() called for port_ids ['656dcbf8-303f-4158-9a7c-5afe7c5e470a'] {{(pid=101952) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 22:21:45.094512 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91739773-5810-4250-b267-762164eedeee req-6fc9a4f9-b6a9-46b2-a4e7-0037e04c458b tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:21:45.095987 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-91739773-5810-4250-b267-762164eedeee req-6fc9a4f9-b6a9-46b2-a4e7-0037e04c458b tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] 10.222.0.50 "GET /v2.0/ports?device_id=d46fb53a-2cb6-46a6-ab69-b3ecd56cd056 HTTP/1.1" status: 200 len: 945 time: 0.0510135 Nov 11 22:21:45.146896 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-91739773-5810-4250-b267-762164eedeee req-a2db394c-89e5-4618-9f27-e2a4dc2cf98d tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c398c41-9203-4ea6-9503-b54c6d139479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447011 Nov 11 22:21:45.505021 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Device 656dcbf8-303f-4158-9a7c-5afe7c5e470a up at agent hyperv_hv-cinder-73362 {{(pid=101952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:21:45.556462 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.provisioning_blocks [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Provisioning for port 656dcbf8-303f-4158-9a7c-5afe7c5e470a completed by entity L2. {{(pid=101952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 22:21:45.561573 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.provisioning_blocks [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Provisioning complete for port 656dcbf8-303f-4158-9a7c-5afe7c5e470a triggered by entity L2. {{(pid=101952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:21:45.562894 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8061746'] for port, provisioning_complete {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:45.649352 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:45.662133 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bacb0d-23b2-45cf-a60f-9ea0e9def65d req-4e6ebe01-4b73-465d-a4e3-45b69f6f1169 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:21:45.664486 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-11bacb0d-23b2-45cf-a60f-9ea0e9def65d req-4e6ebe01-4b73-465d-a4e3-45b69f6f1169 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] 10.222.0.50 "GET /v2.0/ports?device_id=e51d0126-0110-4740-9c43-0cb61c4d7635 HTTP/1.1" status: 200 len: 945 time: 0.0521340 Nov 11 22:21:45.673033 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd46fb53a-2cb6-46a6-ab69-b3ecd56cd056', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '656dcbf8-303f-4158-9a7c-5afe7c5e470a'}] {{(pid=101952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:21:45.675290 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}354dda558456ac383be05774d0115fbb8a8e814f0e1169db929e83f4c2942df8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c0d54a2-87f7-4451-89e9-278f5910f962" -d '{"events": [{"server_uuid": "d46fb53a-2cb6-46a6-ab69-b3ecd56cd056", "name": "network-vif-plugged", "status": "completed", "tag": "656dcbf8-303f-4158-9a7c-5afe7c5e470a"}]}' {{(pid=101952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:21:45.688358 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] For port 656dcbf8-303f-4158-9a7c-5afe7c5e470a, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=656dcbf8-303f-4158-9a7c-5afe7c5e470a,segment=NetworkSegment(81317f1a-7990-46f6-a4f1-5638aef35159),segment_id=81317f1a-7990-46f6-a4f1-5638aef35159)] {{(pid=101952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:21:45.693334 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776912265364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776911838100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776911838118'] for port, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:45.718190 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 22:21:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2523398f-da42-4539-8a51-107a043bbe96 x-openstack-request-id: req-2523398f-da42-4539-8a51-107a043bbe96 {{(pid=101952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:21:45.718503 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d46fb53a-2cb6-46a6-ab69-b3ecd56cd056", "name": "network-vif-plugged", "status": "completed", "tag": "656dcbf8-303f-4158-9a7c-5afe7c5e470a", "code": 200}]} {{(pid=101952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:21:45.718758 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2523398f-da42-4539-8a51-107a043bbe96 {{(pid=101952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:21:45.719152 dv-cinder-733622-20-iscsi neutron-server[101952]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd46fb53a-2cb6-46a6-ab69-b3ecd56cd056', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '656dcbf8-303f-4158-9a7c-5afe7c5e470a', 'code': 200} Nov 11 22:21:45.753903 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-11bacb0d-23b2-45cf-a60f-9ea0e9def65d req-68b94d03-b397-4f89-a9aa-65921e4b67a9 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] 10.222.0.50 "GET /v2.0/security-groups?id=fc362ee0-83e8-483f-a9f5-3f38744386b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671070 Nov 11 22:21:45.755041 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Pushing event updated for resources: {'Port': ['ID=656dcbf8-303f-4158-9a7c-5afe7c5e470a,revision_number=5']} {{(pid=101952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:21:45.901910 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbe0464-9875-4a79-8c67-35ba9caca63e req-7cc1af6b-14ad-4d45-a311-244776562676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:21:45.903994 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-dcbe0464-9875-4a79-8c67-35ba9caca63e req-7cc1af6b-14ad-4d45-a311-244776562676 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d46fb53a-2cb6-46a6-ab69-b3ecd56cd056 HTTP/1.1" status: 200 len: 1099 time: 0.0434983 Nov 11 22:21:45.951264 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-dcbe0464-9875-4a79-8c67-35ba9caca63e req-e574dbb8-200a-4ee1-9ef7-946ea2a2f4e6 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=6c398c41-9203-4ea6-9503-b54c6d139479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369997 Nov 11 22:21:46.015458 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.wsgi [-] (101950) accepted ('10.222.0.50', 47900) {{(pid=101950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:21:46.060115 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d93697f-9e1c-4c33-83ba-ffc8e65bc248 admin admin] Deleting subnet 9f72593a-0a5e-4646-833d-0c0b3fec0348 {{(pid=101950) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 22:21:46.063212 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-6d93697f-9e1c-4c33-83ba-ffc8e65bc248 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:46.097032 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-6d93697f-9e1c-4c33-83ba-ffc8e65bc248 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:46.102651 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-6d93697f-9e1c-4c33-83ba-ffc8e65bc248 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8068352'] for subnet, precommit_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:46.154078 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-6d93697f-9e1c-4c33-83ba-ffc8e65bc248 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8068375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260'] for subnet, after_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:46.181852 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d93697f-9e1c-4c33-83ba-ffc8e65bc248 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f72593a-0a5e-4646-833d-0c0b3fec0348,revision_number=None']} {{(pid=101950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:21:46.191628 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d93697f-9e1c-4c33-83ba-ffc8e65bc248 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:21:46.192006 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d93697f-9e1c-4c33-83ba-ffc8e65bc248 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:21:46.192316 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d93697f-9e1c-4c33-83ba-ffc8e65bc248 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:21:46.192680 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d93697f-9e1c-4c33-83ba-ffc8e65bc248 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:21:46.193017 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d93697f-9e1c-4c33-83ba-ffc8e65bc248 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:21:46.193394 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d93697f-9e1c-4c33-83ba-ffc8e65bc248 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:21:46.194137 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d93697f-9e1c-4c33-83ba-ffc8e65bc248 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:21:46.194137 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d93697f-9e1c-4c33-83ba-ffc8e65bc248 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:21:46.194302 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d93697f-9e1c-4c33-83ba-ffc8e65bc248 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:21:46.194624 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d93697f-9e1c-4c33-83ba-ffc8e65bc248 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:21:46.194943 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d93697f-9e1c-4c33-83ba-ffc8e65bc248 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:21:46.195265 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d93697f-9e1c-4c33-83ba-ffc8e65bc248 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:21:46.198124 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-6d93697f-9e1c-4c33-83ba-ffc8e65bc248 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634242'] for subnet, before_response {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:46.201393 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [None req-6d93697f-9e1c-4c33-83ba-ffc8e65bc248 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/9f72593a-0a5e-4646-833d-0c0b3fec0348 HTTP/1.1" status: 204 len: 168 time: 0.1849496 Nov 11 22:21:46.203814 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.wsgi [-] (101950) accepted ('10.222.0.50', 47904) {{(pid=101950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:21:46.299484 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-b4f68adc-2497-4428-a1c2-76e7a7c796f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8138597'] for network, before_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:46.319494 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a2224b-52b7-427e-b49d-090944f5fc76 req-8631b4d1-832b-4552-af55-e9cd8e420162 tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:21:46.320995 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-d3a2224b-52b7-427e-b49d-090944f5fc76 req-8631b4d1-832b-4552-af55-e9cd8e420162 tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] 10.222.0.50 "GET /v2.0/ports?device_id=d46fb53a-2cb6-46a6-ab69-b3ecd56cd056 HTTP/1.1" status: 200 len: 946 time: 0.0998480 Nov 11 22:21:46.425947 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-b4f68adc-2497-4428-a1c2-76e7a7c796f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8067463', 'neutron.services.segments.db._delete_segments_for_network-8776912172270'] for network, precommit_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:46.437025 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-d3a2224b-52b7-427e-b49d-090944f5fc76 req-3c49f602-cf79-4764-9960-fc45c761d777 tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c398c41-9203-4ea6-9503-b54c6d139479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086793 Nov 11 22:21:46.450535 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-b4f68adc-2497-4428-a1c2-76e7a7c796f9 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 22:21:46.451331 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-b4f68adc-2497-4428-a1c2-76e7a7c796f9 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 22:21:46.451794 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-b4f68adc-2497-4428-a1c2-76e7a7c796f9 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 22:21:46.452097 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-b4f68adc-2497-4428-a1c2-76e7a7c796f9 admin admin] Subscribe: > port after_create 55550000 {{(pid=101950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 22:21:46.452449 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-b4f68adc-2497-4428-a1c2-76e7a7c796f9 admin admin] Subscribe: > port after_delete 55550000 {{(pid=101950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 22:21:46.452775 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-b4f68adc-2497-4428-a1c2-76e7a7c796f9 admin admin] Subscribe: > port after_update 55550000 {{(pid=101950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 22:21:46.453110 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-b4f68adc-2497-4428-a1c2-76e7a7c796f9 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 22:21:46.453430 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-b4f68adc-2497-4428-a1c2-76e7a7c796f9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 22:21:46.453826 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-b4f68adc-2497-4428-a1c2-76e7a7c796f9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 22:21:46.454146 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-b4f68adc-2497-4428-a1c2-76e7a7c796f9 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 22:21:46.535041 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-b4f68adc-2497-4428-a1c2-76e7a7c796f9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 22:21:46.535393 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-b4f68adc-2497-4428-a1c2-76e7a7c796f9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 22:21:46.535729 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-b4f68adc-2497-4428-a1c2-76e7a7c796f9 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 22:21:46.536062 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-b4f68adc-2497-4428-a1c2-76e7a7c796f9 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101950) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 11 22:21:46.536438 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.services.segments.db [None req-b4f68adc-2497-4428-a1c2-76e7a7c796f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5cb8773-2445-4630-852f-d535f148c5a7']}} {{(pid=101950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:21:46.554944 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.services.segments.db [None req-b4f68adc-2497-4428-a1c2-76e7a7c796f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b36605d2-852c-4962-b97f-ccd10282d3bb') {'for_net_delete': True} {{(pid=101950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:21:46.555172 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.services.segments.db [None req-b4f68adc-2497-4428-a1c2-76e7a7c796f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b36605d2-852c-4962-b97f-ccd10282d3bb') {} {{(pid=101950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:21:46.571160 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-b4f68adc-2497-4428-a1c2-76e7a7c796f9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776912404471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8760043'] for segment, before_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:46.595013 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-b4f68adc-2497-4428-a1c2-76e7a7c796f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8017375'] for segment, precommit_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:46.603068 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4f68adc-2497-4428-a1c2-76e7a7c796f9 admin admin] Releasing vlan 823 on physical network physnet1 to pool {{(pid=101950) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 22:21:46.603496 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-b4f68adc-2497-4428-a1c2-76e7a7c796f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8017375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3976694'] for segment, after_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:46.607886 dv-cinder-733622-20-iscsi neutron-server[101950]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 11 22:21:46.607886 dv-cinder-733622-20-iscsi neutron-server[101950]: from cryptography.utils import int_from_bytes Nov 11 22:21:46.607886 dv-cinder-733622-20-iscsi neutron-server[101950]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 11 22:21:46.607886 dv-cinder-733622-20-iscsi neutron-server[101950]: from cryptography.utils import int_from_bytes Nov 11 22:21:46.607886 dv-cinder-733622-20-iscsi neutron-server[101950]: Traceback (most recent call last): Nov 11 22:21:46.607886 dv-cinder-733622-20-iscsi neutron-server[101950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 22:21:46.607886 dv-cinder-733622-20-iscsi neutron-server[101950]: timer() Nov 11 22:21:46.607886 dv-cinder-733622-20-iscsi neutron-server[101950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 22:21:46.607886 dv-cinder-733622-20-iscsi neutron-server[101950]: cb(*args, **kw) Nov 11 22:21:46.607886 dv-cinder-733622-20-iscsi neutron-server[101950]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 22:21:46.607886 dv-cinder-733622-20-iscsi neutron-server[101950]: return func(*args, **kwargs) Nov 11 22:21:46.607886 dv-cinder-733622-20-iscsi neutron-server[101950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 22:21:46.607886 dv-cinder-733622-20-iscsi neutron-server[101950]: self._notify() Nov 11 22:21:46.607886 dv-cinder-733622-20-iscsi neutron-server[101950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 22:21:46.607886 dv-cinder-733622-20-iscsi neutron-server[101950]: self.callback(batched_events) Nov 11 22:21:46.607886 dv-cinder-733622-20-iscsi neutron-server[101950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 22:21:46.607886 dv-cinder-733622-20-iscsi neutron-server[101950]: event.method(event) Nov 11 22:21:46.607886 dv-cinder-733622-20-iscsi neutron-server[101950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 22:21:46.607886 dv-cinder-733622-20-iscsi neutron-server[101950]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 22:21:46.607886 dv-cinder-733622-20-iscsi neutron-server[101950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 22:21:46.607886 dv-cinder-733622-20-iscsi neutron-server[101950]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 22:21:46.607886 dv-cinder-733622-20-iscsi neutron-server[101950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 22:21:46.607886 dv-cinder-733622-20-iscsi neutron-server[101950]: return f(self, *a, **k) Nov 11 22:21:46.607886 dv-cinder-733622-20-iscsi neutron-server[101950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 22:21:46.607886 dv-cinder-733622-20-iscsi neutron-server[101950]: return self._get(url).json() Nov 11 22:21:46.607886 dv-cinder-733622-20-iscsi neutron-server[101950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 22:21:46.607886 dv-cinder-733622-20-iscsi neutron-server[101950]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 22:21:46.607886 dv-cinder-733622-20-iscsi neutron-server[101950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 22:21:46.607886 dv-cinder-733622-20-iscsi neutron-server[101950]: return self.request(url, 'GET', **kwargs) Nov 11 22:21:46.607886 dv-cinder-733622-20-iscsi neutron-server[101950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 22:21:46.607886 dv-cinder-733622-20-iscsi neutron-server[101950]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 22:21:46.607886 dv-cinder-733622-20-iscsi neutron-server[101950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 22:21:46.607886 dv-cinder-733622-20-iscsi neutron-server[101950]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 22:21:46.607886 dv-cinder-733622-20-iscsi neutron-server[101950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 22:21:46.607886 dv-cinder-733622-20-iscsi neutron-server[101950]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 22:21:46.607886 dv-cinder-733622-20-iscsi neutron-server[101950]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 22:21:46.663318 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-b4f68adc-2497-4428-a1c2-76e7a7c796f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8067486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657127'] for network, after_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:46.670526 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-b4f68adc-2497-4428-a1c2-76e7a7c796f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634242'] for network, before_response {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:46.673788 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [None req-b4f68adc-2497-4428-a1c2-76e7a7c796f9 admin admin] 10.222.0.50 "DELETE /v2.0/networks/a5cb8773-2445-4630-852f-d535f148c5a7 HTTP/1.1" status: 204 len: 168 time: 0.4690497 Nov 11 22:21:46.683585 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f68adc-2497-4428-a1c2-76e7a7c796f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=a5cb8773-2445-4630-852f-d535f148c5a7,revision_number=None']} {{(pid=101950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:21:46.866655 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 47912) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:21:46.880784 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8518ffd7-d550-4731-8013-79f3c031b6d2 req-cff61c36-9490-47ec-aaa0-4ebd2092b453 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:21:46.882271 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-8518ffd7-d550-4731-8013-79f3c031b6d2 req-cff61c36-9490-47ec-aaa0-4ebd2092b453 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] 10.222.0.50 "GET /v2.0/ports?device_id=e51d0126-0110-4740-9c43-0cb61c4d7635 HTTP/1.1" status: 200 len: 945 time: 0.0500426 Nov 11 22:21:46.907236 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-9866eadb-0dd8-4092-b205-e153bfd012bc admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=37b808c6e5e548688848ea41ad988fac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0393605 Nov 11 22:21:46.909925 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 47914) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:21:46.934609 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-8518ffd7-d550-4731-8013-79f3c031b6d2 req-420b58b0-306e-46ab-9de0-5dd5e54472a8 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] 10.222.0.50 "GET /v2.0/security-groups?id=fc362ee0-83e8-483f-a9f5-3f38744386b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456710 Nov 11 22:21:46.962002 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-14950ef7-33f3-4ead-be5b-794d0482ac85 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:46.983179 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-14950ef7-33f3-4ead-be5b-794d0482ac85 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:47.026143 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-14950ef7-33f3-4ead-be5b-794d0482ac85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:47.029212 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-14950ef7-33f3-4ead-be5b-794d0482ac85 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:47.030446 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-14950ef7-33f3-4ead-be5b-794d0482ac85 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0a6f9ac3-42c8-4acc-8285-8f7fe1c0e9f6 HTTP/1.1" status: 204 len: 168 time: 0.1196201 Nov 11 22:21:47.038229 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14950ef7-33f3-4ead-be5b-794d0482ac85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a6f9ac3-42c8-4acc-8285-8f7fe1c0e9f6,revision_number=None']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:21:47.045898 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14950ef7-33f3-4ead-be5b-794d0482ac85 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:21:47.046169 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14950ef7-33f3-4ead-be5b-794d0482ac85 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:21:47.046511 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14950ef7-33f3-4ead-be5b-794d0482ac85 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:21:47.046847 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14950ef7-33f3-4ead-be5b-794d0482ac85 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:21:47.047265 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14950ef7-33f3-4ead-be5b-794d0482ac85 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:21:47.047514 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14950ef7-33f3-4ead-be5b-794d0482ac85 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:21:47.047846 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14950ef7-33f3-4ead-be5b-794d0482ac85 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:21:47.048176 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14950ef7-33f3-4ead-be5b-794d0482ac85 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:21:47.048522 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14950ef7-33f3-4ead-be5b-794d0482ac85 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:21:47.048853 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14950ef7-33f3-4ead-be5b-794d0482ac85 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:21:47.049178 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14950ef7-33f3-4ead-be5b-794d0482ac85 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:21:47.049502 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14950ef7-33f3-4ead-be5b-794d0482ac85 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:21:47.556221 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc834a24-20f8-4114-b961-6cbd79675ad4 req-e039f91c-cb48-454d-b494-d1c8418a5497 tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:21:47.557748 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-cc834a24-20f8-4114-b961-6cbd79675ad4 req-e039f91c-cb48-454d-b494-d1c8418a5497 tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] 10.222.0.50 "GET /v2.0/ports?device_id=d46fb53a-2cb6-46a6-ab69-b3ecd56cd056 HTTP/1.1" status: 200 len: 946 time: 0.0499637 Nov 11 22:21:47.608327 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-cc834a24-20f8-4114-b961-6cbd79675ad4 req-13e088cb-2c3e-4293-9d03-5f2d359a4940 tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c398c41-9203-4ea6-9503-b54c6d139479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418463 Nov 11 22:21:47.691524 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 47940) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:21:47.788242 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.v2.base [None req-05213004-5909-47eb-9cba-324167d2950f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-882410355-network', 'tenant_id': '9bdbf69f4937401cbc8618398a68b4ae'}} {{(pid=101951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:21:47.813229 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05213004-5909-47eb-9cba-324167d2950f admin admin] Made reservation on behalf of 9bdbf69f4937401cbc8618398a68b4ae for: {'network': 1} {{(pid=101951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:21:47.816070 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-05213004-5909-47eb-9cba-324167d2950f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for network, before_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:47.828331 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-05213004-5909-47eb-9cba-324167d2950f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:47.928402 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-05213004-5909-47eb-9cba-324167d2950f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:47.932925 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-05213004-5909-47eb-9cba-324167d2950f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:47.963682 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05213004-5909-47eb-9cba-324167d2950f admin admin] vlan segment allocate from pool success with {'vlan_id': 827, 'physical_network': 'physnet1'} {{(pid=101951) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 22:21:47.970617 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05213004-5909-47eb-9cba-324167d2950f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9ff1b16-bb5e-4488-88fd-33a2e8a43e4e,revision_number=1']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:21:47.977923 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-05213004-5909-47eb-9cba-324167d2950f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8017375'] for segment, precommit_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:47.978156 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.db.segments_db [None req-05213004-5909-47eb-9cba-324167d2950f admin admin] Added segment b6e3f30f-83ec-4a00-b3f3-3acbfcfb3ac3 of type vlan for network 26fdc315-aba2-4576-a6e9-177175e14633 Nov 11 22:21:48.024305 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-05213004-5909-47eb-9cba-324167d2950f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776911823580'] for network, precommit_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:48.049568 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-05213004-5909-47eb-9cba-324167d2950f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260'] for network, after_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:48.050598 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05213004-5909-47eb-9cba-324167d2950f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:21:48.051192 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-05213004-5909-47eb-9cba-324167d2950f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634242'] for network, before_response {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:48.071832 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d25591-b436-4d22-afc3-97da1109f73c req-8cad48ee-1dc9-4a59-a94e-bb5793a77590 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:21:48.073369 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-67d25591-b436-4d22-afc3-97da1109f73c req-8cad48ee-1dc9-4a59-a94e-bb5793a77590 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] 10.222.0.50 "GET /v2.0/ports?device_id=e51d0126-0110-4740-9c43-0cb61c4d7635 HTTP/1.1" status: 200 len: 945 time: 0.0491371 Nov 11 22:21:48.113174 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-05213004-5909-47eb-9cba-324167d2950f admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4178531 Nov 11 22:21:48.113461 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 47952) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:21:48.117981 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.v2.base [None req-99e8fca7-1803-4da5-9e1a-637124006ba8 admin admin] Request body: {'subnet': {'network_id': '26fdc315-aba2-4576-a6e9-177175e14633', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-882410355-subnet', 'tenant_id': '9bdbf69f4937401cbc8618398a68b4ae', 'ip_version': 4}} {{(pid=101951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:21:48.123696 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-67d25591-b436-4d22-afc3-97da1109f73c req-83a8d58d-6b70-4066-aa21-8c0bfee912e8 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] 10.222.0.50 "GET /v2.0/security-groups?id=fc362ee0-83e8-483f-a9f5-3f38744386b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429378 Nov 11 22:21:48.124298 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05213004-5909-47eb-9cba-324167d2950f admin admin] Pushing event updated for resources: {'Network': ['ID=26fdc315-aba2-4576-a6e9-177175e14633,revision_number=1']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:21:48.138963 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Network 26fdc315-aba2-4576-a6e9-177175e14633 details requested by agent ovs-agent-dv-cinder-733622-20-iscsi with host dv-cinder-733622-20-iscsi {{(pid=101952) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 22:21:48.153435 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99e8fca7-1803-4da5-9e1a-637124006ba8 admin admin] Made reservation on behalf of 9bdbf69f4937401cbc8618398a68b4ae for: {'subnet': 1} {{(pid=101951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:21:48.156236 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-99e8fca7-1803-4da5-9e1a-637124006ba8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9118645'] for subnet, before_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:48.323876 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-99e8fca7-1803-4da5-9e1a-637124006ba8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9099734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9118631'] for subnet, after_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:48.379066 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e8fca7-1803-4da5-9e1a-637124006ba8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=31e14342-d1a0-40ee-809c-2fa3145a5267,revision_number=0']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:21:48.385732 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e8fca7-1803-4da5-9e1a-637124006ba8 admin admin] Checking segment: {'id': 'b6e3f30f-83ec-4a00-b3f3-3acbfcfb3ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '26fdc315-aba2-4576-a6e9-177175e14633'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:21:48.386085 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e8fca7-1803-4da5-9e1a-637124006ba8 admin admin] Network hostable DHCP agents. Network: 26fdc315-aba2-4576-a6e9-177175e14633, hostable agents: ['23e6d948-888e-4d00-9ca4-1adf1bb62ced'], hosted agents: [] {{(pid=101951) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 22:21:48.404913 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e8fca7-1803-4da5-9e1a-637124006ba8 admin admin] Network 26fdc315-aba2-4576-a6e9-177175e14633 is scheduled to be hosted by DHCP agent 23e6d948-888e-4d00-9ca4-1adf1bb62ced with binding_index 1 {{(pid=101951) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 22:21:48.414685 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.scheduler.base_scheduler [None req-99e8fca7-1803-4da5-9e1a-637124006ba8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-20-iscsi, 26fdc315-aba2-4576-a6e9-177175e14633) {{(pid=101951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:21:48.419487 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e8fca7-1803-4da5-9e1a-637124006ba8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:21:48.420087 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-99e8fca7-1803-4da5-9e1a-637124006ba8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:48.423951 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71ef76c5-61cb-4411-8b2c-438bdc47ee08 None None] Network 26fdc315-aba2-4576-a6e9-177175e14633 requested from dv-cinder-733622-20-iscsi {{(pid=101952) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:21:48.439839 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-99e8fca7-1803-4da5-9e1a-637124006ba8 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3255479 Nov 11 22:21:48.442459 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 47954) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:21:48.446803 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.v2.base [None req-5fc0c315-5d0a-436c-9c6d-0d4e5d1dc1c4 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-882410355-router', 'tenant_id': '9bdbf69f4937401cbc8618398a68b4ae', 'external_gateway_info': {'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635'}}} {{(pid=101951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:21:48.468048 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-5fc0c315-5d0a-436c-9c6d-0d4e5d1dc1c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-657824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25022'] for router, before_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:48.469082 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-5fc0c315-5d0a-436c-9c6d-0d4e5d1dc1c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-657456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657002', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-884689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25009'] for router, precommit_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:48.518657 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-5fc0c315-5d0a-436c-9c6d-0d4e5d1dc1c4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:48.571784 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-972257df-a7d6-4dbb-b8fd-91bcd15baa3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6467342-9d0c-523f-a8b3-69f6dc17eabf-26fdc315-aba2-4576-a6e9-177175e14633', 'network_id': '26fdc315-aba2-4576-a6e9-177175e14633', 'tenant_id': '9bdbf69f4937401cbc8618398a68b4ae', 'fixed_ips': [{'subnet_id': '31e14342-d1a0-40ee-809c-2fa3145a5267'}]}} from dv-cinder-733622-20-iscsi. {{(pid=101952) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 22:21:48.572698 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-972257df-a7d6-4dbb-b8fd-91bcd15baa3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_create {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:48.710409 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.db_base_plugin_common [None req-972257df-a7d6-4dbb-b8fd-91bcd15baa3c None None] Allocated IP 172.20.0.2 (26fdc315-aba2-4576-a6e9-177175e14633/31e14342-d1a0-40ee-809c-2fa3145a5267/36236f8e-53f0-4324-8c66-26638059af32) {{(pid=101952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:21:48.860013 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-972257df-a7d6-4dbb-b8fd-91bcd15baa3c None None] Publish callbacks [] for port, precommit_create {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:48.866180 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-972257df-a7d6-4dbb-b8fd-91bcd15baa3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776911838082'] for port, after_create {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:48.903453 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-5fc0c315-5d0a-436c-9c6d-0d4e5d1dc1c4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:48.909943 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-972257df-a7d6-4dbb-b8fd-91bcd15baa3c None None] Network 26fdc315-aba2-4576-a6e9-177175e14633 is already hosted by enough agents. {{(pid=101952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:21:48.914224 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.scheduler.base_scheduler [None req-972257df-a7d6-4dbb-b8fd-91bcd15baa3c None None] Resources bound (agent type, host, resource id): {{(pid=101952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:21:48.916076 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972257df-a7d6-4dbb-b8fd-91bcd15baa3c None None] Pushing event updated for resources: {'Port': ['ID=36236f8e-53f0-4324-8c66-26638059af32,revision_number=1']} {{(pid=101952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:21:48.918991 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972257df-a7d6-4dbb-b8fd-91bcd15baa3c None None] Received port after_create {{(pid=101952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:21:48.974425 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.managers [None req-972257df-a7d6-4dbb-b8fd-91bcd15baa3c None None] Attempting to bind port 36236f8e-53f0-4324-8c66-26638059af32 on host dv-cinder-733622-20-iscsi for vnic_type normal with profile {{(pid=101952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:21:48.974880 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.managers [None req-972257df-a7d6-4dbb-b8fd-91bcd15baa3c None None] Attempting to bind port 36236f8e-53f0-4324-8c66-26638059af32 by drivers openvswitch,hyperv on host dv-cinder-733622-20-iscsi at level 0 using segments [{'id': 'b6e3f30f-83ec-4a00-b3f3-3acbfcfb3ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '26fdc315-aba2-4576-a6e9-177175e14633'}] {{(pid=101952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:21:48.975318 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972257df-a7d6-4dbb-b8fd-91bcd15baa3c None None] Attempting to bind port 36236f8e-53f0-4324-8c66-26638059af32 on network 26fdc315-aba2-4576-a6e9-177175e14633 {{(pid=101952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:21:48.986668 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972257df-a7d6-4dbb-b8fd-91bcd15baa3c None None] Checking agent: {'id': '83a5d6f5-895b-4fa9-b3a8-3d8b1836c237', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 22, 8, 32), 'started_at': datetime.datetime(2021, 11, 11, 22, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 21, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:21:48.987041 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972257df-a7d6-4dbb-b8fd-91bcd15baa3c None None] Checking segment: {'id': 'b6e3f30f-83ec-4a00-b3f3-3acbfcfb3ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '26fdc315-aba2-4576-a6e9-177175e14633'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:21:48.987636 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-972257df-a7d6-4dbb-b8fd-91bcd15baa3c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:48.989068 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-972257df-a7d6-4dbb-b8fd-91bcd15baa3c None None] Bound using segment: {'id': 'b6e3f30f-83ec-4a00-b3f3-3acbfcfb3ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '26fdc315-aba2-4576-a6e9-177175e14633'} {{(pid=101952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:21:48.990241 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.managers [None req-972257df-a7d6-4dbb-b8fd-91bcd15baa3c None None] Bound port: 36236f8e-53f0-4324-8c66-26638059af32, host: dv-cinder-733622-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6e3f30f-83ec-4a00-b3f3-3acbfcfb3ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '26fdc315-aba2-4576-a6e9-177175e14633'}}] {{(pid=101952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:21:48.990810 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-972257df-a7d6-4dbb-b8fd-91bcd15baa3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:49.080803 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-972257df-a7d6-4dbb-b8fd-91bcd15baa3c None None] For port 36236f8e-53f0-4324-8c66-26638059af32, host dv-cinder-733622-20-iscsi, cleared binding levels {{(pid=101952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:21:49.084667 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-972257df-a7d6-4dbb-b8fd-91bcd15baa3c None None] For port 36236f8e-53f0-4324-8c66-26638059af32, host dv-cinder-733622-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-20-iscsi',level=0,port_id=36236f8e-53f0-4324-8c66-26638059af32,segment=NetworkSegment(b6e3f30f-83ec-4a00-b3f3-3acbfcfb3ac3),segment_id=b6e3f30f-83ec-4a00-b3f3-3acbfcfb3ac3)] {{(pid=101952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:21:49.090638 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-972257df-a7d6-4dbb-b8fd-91bcd15baa3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776912265364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776911838100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776911838118'] for port, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:49.131746 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-5fc0c315-5d0a-436c-9c6d-0d4e5d1dc1c4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:49.152554 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-5fc0c315-5d0a-436c-9c6d-0d4e5d1dc1c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:49.167330 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972257df-a7d6-4dbb-b8fd-91bcd15baa3c None None] Pushing event updated for resources: {'Port': ['ID=36236f8e-53f0-4324-8c66-26638059af32,revision_number=2']} {{(pid=101952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:21:49.297204 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.db.db_base_plugin_common [None req-5fc0c315-5d0a-436c-9c6d-0d4e5d1dc1c4 admin admin] Allocated IP 172.27.0.10 (fd27370c-43f8-4948-a495-3a9880be1635/b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca/69f79c74-e7f3-4767-8348-870c48f90833) {{(pid=101951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:21:49.298384 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0b8509-03e8-4497-885d-54fa9fb3aa8a req-5319c990-2dbe-43eb-ac4c-78d5cba8e1a7 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:21:49.300115 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-be0b8509-03e8-4497-885d-54fa9fb3aa8a req-5319c990-2dbe-43eb-ac4c-78d5cba8e1a7 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] 10.222.0.50 "GET /v2.0/ports?device_id=e51d0126-0110-4740-9c43-0cb61c4d7635 HTTP/1.1" status: 200 len: 945 time: 0.0753191 Nov 11 22:21:49.428208 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-be0b8509-03e8-4497-885d-54fa9fb3aa8a req-e1ba55ac-cf0a-4e49-913b-813f00c47fbe tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] 10.222.0.50 "GET /v2.0/security-groups?id=fc362ee0-83e8-483f-a9f5-3f38744386b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1183472 Nov 11 22:21:49.466459 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-5fc0c315-5d0a-436c-9c6d-0d4e5d1dc1c4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:49.503172 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-5fc0c315-5d0a-436c-9c6d-0d4e5d1dc1c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776911838082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9099554'] for port, after_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:49.545074 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc0c315-5d0a-436c-9c6d-0d4e5d1dc1c4 admin admin] Network fd27370c-43f8-4948-a495-3a9880be1635 is already hosted by enough agents. {{(pid=101951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:21:49.549972 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.scheduler.base_scheduler [None req-5fc0c315-5d0a-436c-9c6d-0d4e5d1dc1c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=101951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:21:49.553413 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc0c315-5d0a-436c-9c6d-0d4e5d1dc1c4 admin admin] Received port after_create {{(pid=101951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:21:49.580026 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc0c315-5d0a-436c-9c6d-0d4e5d1dc1c4 admin admin] Pushing event updated for resources: {'Port': ['ID=69f79c74-e7f3-4767-8348-870c48f90833,revision_number=1']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:21:49.803274 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-5fc0c315-5d0a-436c-9c6d-0d4e5d1dc1c4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:50.003580 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-5fc0c315-5d0a-436c-9c6d-0d4e5d1dc1c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-657465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657087'] for router, after_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:50.120433 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47727437-3776-43c0-b9c1-2924cdb0bc29 None None] Network 26fdc315-aba2-4576-a6e9-177175e14633 requested from dv-cinder-733622-20-iscsi {{(pid=101952) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:21:50.140372 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fc0c315-5d0a-436c-9c6d-0d4e5d1dc1c4 admin admin] Router 9ae1c750-0cb8-4120-8961-cd890599ec23 is scheduled to L3 agent 4702c36b-78d9-4f52-8cbc-8d9e3292a6f2 with binding_index 1 {{(pid=101951) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 22:21:50.200987 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.provisioning_blocks [None req-c3e42da0-1001-4c94-8775-920daba3b1f8 None None] Provisioning complete for port 36236f8e-53f0-4324-8c66-26638059af32 triggered by entity DHCP. {{(pid=101952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:21:50.200987 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-c3e42da0-1001-4c94-8775-920daba3b1f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8061746'] for port, provisioning_complete {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:50.253713 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fc0c315-5d0a-436c-9c6d-0d4e5d1dc1c4 admin admin] Notify agent at l3_agent.dv-cinder-733622-20-iscsi the message routers_updated {{(pid=101951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:21:50.265999 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-070415be-d6c7-4583-8917-09994afe2851 None None] Sync routers for ids ['9ae1c750-0cb8-4120-8961-cd890599ec23'] in dv-cinder-733622-20-iscsi {{(pid=101952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:21:50.274655 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-5fc0c315-5d0a-436c-9c6d-0d4e5d1dc1c4 admin admin] Publish callbacks [] for router, before_response {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:50.275888 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-5fc0c315-5d0a-436c-9c6d-0d4e5d1dc1c4 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.8325002 Nov 11 22:21:50.279195 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 47974) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:21:50.296043 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-070415be-d6c7-4583-8917-09994afe2851 None None] Routers {'9ae1c750-0cb8-4120-8961-cd890599ec23'} bound to L3 agent in host dv-cinder-733622-20-iscsi {{(pid=101952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:21:50.296693 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_hamode_db [None req-070415be-d6c7-4583-8917-09994afe2851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T22:08:28Z,description=,heartbeat_timestamp=2021-11-11T22:21:28Z,host='dv-cinder-733622-20-iscsi',id=4702c36b-78d9-4f52-8cbc-8d9e3292a6f2,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T22:08:28Z,topic='l3_agent')) {'router_ids': ['9ae1c750-0cb8-4120-8961-cd890599ec23'], 'active': True} {{(pid=101952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:21:50.572181 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-c3e42da0-1001-4c94-8775-920daba3b1f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:50.581587 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ca82ae-274d-423a-99c0-48721c34a502 req-79a4f0d3-081d-46d2-b74e-a10e8a5c6a4a tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:21:50.583073 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-54ca82ae-274d-423a-99c0-48721c34a502 req-79a4f0d3-081d-46d2-b74e-a10e8a5c6a4a tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] 10.222.0.50 "GET /v2.0/ports?device_id=e51d0126-0110-4740-9c43-0cb61c4d7635 HTTP/1.1" status: 200 len: 945 time: 0.0494325 Nov 11 22:21:50.623006 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_dvr_db [None req-070415be-d6c7-4583-8917-09994afe2851 None None] Set router 9ae1c750-0cb8-4120-8961-cd890599ec23 gateway port host: dv-cinder-733622-20-iscsi {{(pid=101952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:21:50.631918 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-c3e42da0-1001-4c94-8775-920daba3b1f8 None None] For port 36236f8e-53f0-4324-8c66-26638059af32, host dv-cinder-733622-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-20-iscsi',level=0,port_id=36236f8e-53f0-4324-8c66-26638059af32,segment=NetworkSegment(b6e3f30f-83ec-4a00-b3f3-3acbfcfb3ac3),segment_id=b6e3f30f-83ec-4a00-b3f3-3acbfcfb3ac3)] {{(pid=101952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:21:50.651529 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-54ca82ae-274d-423a-99c0-48721c34a502 req-d0a639cc-60fb-4129-b369-0c7c20a2608e tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] 10.222.0.50 "GET /v2.0/security-groups?id=fc362ee0-83e8-483f-a9f5-3f38744386b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564201 Nov 11 22:21:50.661421 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-c3e42da0-1001-4c94-8775-920daba3b1f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776912265364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776911838100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776911838118'] for port, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:50.722121 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-8bee442b-77b5-4326-801d-923f6c2cb34e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:50.820493 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e42da0-1001-4c94-8775-920daba3b1f8 None None] Pushing event updated for resources: {'Port': ['ID=36236f8e-53f0-4324-8c66-26638059af32,revision_number=3']} {{(pid=101952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:21:50.835331 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e42da0-1001-4c94-8775-920daba3b1f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:21:50.837351 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e42da0-1001-4c94-8775-920daba3b1f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:21:50.837695 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e42da0-1001-4c94-8775-920daba3b1f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:21:50.838976 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e42da0-1001-4c94-8775-920daba3b1f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:21:50.839857 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e42da0-1001-4c94-8775-920daba3b1f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:21:50.840947 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e42da0-1001-4c94-8775-920daba3b1f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:21:50.840947 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e42da0-1001-4c94-8775-920daba3b1f8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:21:50.841452 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e42da0-1001-4c94-8775-920daba3b1f8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:21:50.841806 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e42da0-1001-4c94-8775-920daba3b1f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:21:50.842144 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e42da0-1001-4c94-8775-920daba3b1f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:21:50.842477 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e42da0-1001-4c94-8775-920daba3b1f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:21:50.842806 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e42da0-1001-4c94-8775-920daba3b1f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:21:50.850997 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Device 36236f8e-53f0-4324-8c66-26638059af32 up at agent ovs-agent-dv-cinder-733622-20-iscsi {{(pid=101952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:21:50.906513 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.db.db_base_plugin_common [None req-8bee442b-77b5-4326-801d-923f6c2cb34e admin admin] Allocated IP 172.20.0.1 (26fdc315-aba2-4576-a6e9-177175e14633/31e14342-d1a0-40ee-809c-2fa3145a5267/4c3ff59c-8f24-42ae-b0e6-cbf867244994) {{(pid=101951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:21:50.925827 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.provisioning_blocks [None req-649231ad-31e2-4c06-b86a-7f80d922d5f3 None None] Provisioning complete for port 36236f8e-53f0-4324-8c66-26638059af32 triggered by entity DHCP. {{(pid=101952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:21:50.926198 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-649231ad-31e2-4c06-b86a-7f80d922d5f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8061746'] for port, provisioning_complete {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:50.976948 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.provisioning_blocks [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Provisioning complete for port 36236f8e-53f0-4324-8c66-26638059af32 triggered by entity L2. {{(pid=101952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:21:50.977320 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8061746'] for port, provisioning_complete {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:51.005565 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_hamode_db [None req-070415be-d6c7-4583-8917-09994afe2851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ae1c750-0cb8-4120-8961-cd890599ec23', 'name': 'tempest-TestShelveInstance-882410355-router', 'tenant_id': '9bdbf69f4937401cbc8618398a68b4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'external_fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': '69f79c74-e7f3-4767-8348-870c48f90833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:21:48Z', 'updated_at': '2021-11-11T22:21:49Z', 'revision_number': 3, 'project_id': '9bdbf69f4937401cbc8618398a68b4ae', 'gw_port': {'id': '69f79c74-e7f3-4767-8348-870c48f90833', 'name': '', 'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:91:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ae1c750-0cb8-4120-8961-cd890599ec23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:21:49Z', 'updated_at': '2021-11-11T22:21:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-20-iscsi'}], 'dv-cinder-733622-20-iscsi', False) {} {{(pid=101952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:21:51.011971 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-8bee442b-77b5-4326-801d-923f6c2cb34e admin admin] Publish callbacks [] for port, precommit_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:51.043440 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-070415be-d6c7-4583-8917-09994afe2851 None None] Checking router: 9ae1c750-0cb8-4120-8961-cd890599ec23 for host: dv-cinder-733622-20-iscsi {{(pid=101952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:21:51.043840 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-070415be-d6c7-4583-8917-09994afe2851 None None] Updating router 9ae1c750-0cb8-4120-8961-cd890599ec23 port 69f79c74-e7f3-4767-8348-870c48f90833 binding host dv-cinder-733622-20-iscsi {{(pid=101952) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 22:21:51.047822 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-8bee442b-77b5-4326-801d-923f6c2cb34e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776911838082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9099554'] for port, after_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:51.083582 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bee442b-77b5-4326-801d-923f6c2cb34e admin admin] Network 26fdc315-aba2-4576-a6e9-177175e14633 is already hosted by enough agents. {{(pid=101951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:21:51.089950 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.scheduler.base_scheduler [None req-8bee442b-77b5-4326-801d-923f6c2cb34e admin admin] Resources bound (agent type, host, resource id): {{(pid=101951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:21:51.093638 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bee442b-77b5-4326-801d-923f6c2cb34e admin admin] Received port after_create {{(pid=101951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:21:51.104430 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-070415be-d6c7-4583-8917-09994afe2851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:51.117888 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bee442b-77b5-4326-801d-923f6c2cb34e admin admin] Pushing event updated for resources: {'Port': ['ID=4c3ff59c-8f24-42ae-b0e6-cbf867244994,revision_number=1']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:21:51.136652 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-8bee442b-77b5-4326-801d-923f6c2cb34e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-658282'] for router_interface, before_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:51.286389 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-8bee442b-77b5-4326-801d-923f6c2cb34e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_update {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:51.386880 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.provisioning_blocks [None req-1f00b1df-48e1-4523-91d8-bed63248bfe3 None None] Provisioning complete for port 4c3ff59c-8f24-42ae-b0e6-cbf867244994 triggered by entity DHCP. {{(pid=101952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:21:51.387427 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-1f00b1df-48e1-4523-91d8-bed63248bfe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8061746'] for port, provisioning_complete {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:51.451730 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.plugin [None req-1f00b1df-48e1-4523-91d8-bed63248bfe3 None None] Port 4c3ff59c-8f24-42ae-b0e6-cbf867244994 cannot update to ACTIVE because it is not bound. {{(pid=101952) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:21:51.458086 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-8bee442b-77b5-4326-801d-923f6c2cb34e admin admin] Publish callbacks [] for port, precommit_update {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:51.463893 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-8bee442b-77b5-4326-801d-923f6c2cb34e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776912265364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776911838100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776911838118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9099611'] for port, after_update {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:51.464625 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-070415be-d6c7-4583-8917-09994afe2851 None None] Publish callbacks [] for port, precommit_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:51.469943 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-070415be-d6c7-4583-8917-09994afe2851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776912265364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776911838100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776911838118'] for port, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:51.529454 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.managers [None req-070415be-d6c7-4583-8917-09994afe2851 None None] Attempting to bind port 69f79c74-e7f3-4767-8348-870c48f90833 on host dv-cinder-733622-20-iscsi for vnic_type normal with profile {{(pid=101952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:21:51.529833 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.managers [None req-070415be-d6c7-4583-8917-09994afe2851 None None] Attempting to bind port 69f79c74-e7f3-4767-8348-870c48f90833 by drivers openvswitch,hyperv on host dv-cinder-733622-20-iscsi at level 0 using segments [{'id': 'a0316b7b-fb1e-457f-ba74-a0bbaa82bcb7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635'}] {{(pid=101952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:21:51.530585 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-070415be-d6c7-4583-8917-09994afe2851 None None] Attempting to bind port 69f79c74-e7f3-4767-8348-870c48f90833 on network fd27370c-43f8-4948-a495-3a9880be1635 {{(pid=101952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:21:51.532227 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b33a447-9b17-49a8-a5b4-16edd0191064 None None] Pushing event updated for resources: {'Port': ['ID=69f79c74-e7f3-4767-8348-870c48f90833,revision_number=2']} {{(pid=101952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:21:51.537713 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-8bee442b-77b5-4326-801d-923f6c2cb34e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-634214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-658430'] for router_interface, after_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:51.539922 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-070415be-d6c7-4583-8917-09994afe2851 None None] Checking agent: {'id': '83a5d6f5-895b-4fa9-b3a8-3d8b1836c237', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 22, 8, 32), 'started_at': datetime.datetime(2021, 11, 11, 22, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 21, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:21:51.540300 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-070415be-d6c7-4583-8917-09994afe2851 None None] Checking segment: {'id': 'a0316b7b-fb1e-457f-ba74-a0bbaa82bcb7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:21:51.540727 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-070415be-d6c7-4583-8917-09994afe2851 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:51.541106 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-070415be-d6c7-4583-8917-09994afe2851 None None] Bound using segment: {'id': 'a0316b7b-fb1e-457f-ba74-a0bbaa82bcb7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635'} {{(pid=101952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:21:51.541637 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.managers [None req-070415be-d6c7-4583-8917-09994afe2851 None None] Bound port: 69f79c74-e7f3-4767-8348-870c48f90833, host: dv-cinder-733622-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0316b7b-fb1e-457f-ba74-a0bbaa82bcb7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635'}}] {{(pid=101952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:21:51.542018 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-070415be-d6c7-4583-8917-09994afe2851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:51.545887 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bee442b-77b5-4326-801d-923f6c2cb34e admin admin] Pushing event updated for resources: {'Port': ['ID=4c3ff59c-8f24-42ae-b0e6-cbf867244994,revision_number=2']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:21:51.599508 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-070415be-d6c7-4583-8917-09994afe2851 None None] For port 69f79c74-e7f3-4767-8348-870c48f90833, host dv-cinder-733622-20-iscsi, cleared binding levels {{(pid=101952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:21:51.603058 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-070415be-d6c7-4583-8917-09994afe2851 None None] For port 69f79c74-e7f3-4767-8348-870c48f90833, host dv-cinder-733622-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-20-iscsi',level=0,port_id=69f79c74-e7f3-4767-8348-870c48f90833,segment=NetworkSegment(a0316b7b-fb1e-457f-ba74-a0bbaa82bcb7),segment_id=a0316b7b-fb1e-457f-ba74-a0bbaa82bcb7)] {{(pid=101952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:21:51.607367 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-070415be-d6c7-4583-8917-09994afe2851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776912265364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776911838100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776911838118'] for port, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:51.632025 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bee442b-77b5-4326-801d-923f6c2cb34e admin admin] Network 26fdc315-aba2-4576-a6e9-177175e14633 is already hosted by enough agents. {{(pid=101951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:21:51.633496 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.scheduler.base_scheduler [None req-8bee442b-77b5-4326-801d-923f6c2cb34e admin admin] Resources bound (agent type, host, resource id): {{(pid=101951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:21:51.667078 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-070415be-d6c7-4583-8917-09994afe2851 None None] Routers {'9ae1c750-0cb8-4120-8961-cd890599ec23'} bound to L3 agent in host dv-cinder-733622-20-iscsi {{(pid=101952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:21:51.667741 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_hamode_db [None req-070415be-d6c7-4583-8917-09994afe2851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T22:08:28Z,description=,heartbeat_timestamp=2021-11-11T22:21:28Z,host='dv-cinder-733622-20-iscsi',id=4702c36b-78d9-4f52-8cbc-8d9e3292a6f2,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T22:08:28Z,topic='l3_agent')) {'router_ids': ['9ae1c750-0cb8-4120-8961-cd890599ec23'], 'active': True} {{(pid=101952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:21:51.669665 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b33a447-9b17-49a8-a5b4-16edd0191064 None None] Pushing event updated for resources: {'Port': ['ID=69f79c74-e7f3-4767-8348-870c48f90833,revision_number=3']} {{(pid=101952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:21:51.764291 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bee442b-77b5-4326-801d-923f6c2cb34e admin admin] Router 9ae1c750-0cb8-4120-8961-cd890599ec23 has already been hosted by L3 agent 4702c36b-78d9-4f52-8cbc-8d9e3292a6f2 {{(pid=101951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 22:21:51.786596 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1d86dd-02ff-48de-8df2-541a35c1dfbc req-5a51c742-5cb1-464a-8dcb-c58a5ee4dddd tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:21:51.788144 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-7f1d86dd-02ff-48de-8df2-541a35c1dfbc req-5a51c742-5cb1-464a-8dcb-c58a5ee4dddd tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] 10.222.0.50 "GET /v2.0/ports?device_id=e51d0126-0110-4740-9c43-0cb61c4d7635 HTTP/1.1" status: 200 len: 945 time: 0.0597873 Nov 11 22:21:51.792370 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_dvr_db [None req-070415be-d6c7-4583-8917-09994afe2851 None None] Set router 9ae1c750-0cb8-4120-8961-cd890599ec23 gateway port host: dv-cinder-733622-20-iscsi {{(pid=101952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:21:51.849209 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-7f1d86dd-02ff-48de-8df2-541a35c1dfbc req-cd73d485-940c-4ce5-b353-284e27ff5a87 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] 10.222.0.50 "GET /v2.0/security-groups?id=fc362ee0-83e8-483f-a9f5-3f38744386b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550601 Nov 11 22:21:51.892660 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bee442b-77b5-4326-801d-923f6c2cb34e admin admin] Notify agent at l3_agent.dv-cinder-733622-20-iscsi the message routers_updated {{(pid=101951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:21:51.897721 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-8bee442b-77b5-4326-801d-923f6c2cb34e admin admin] 10.222.0.50 "PUT /v2.0/routers/9ae1c750-0cb8-4120-8961-cd890599ec23/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6175239 Nov 11 22:21:51.938260 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.provisioning_blocks [None req-caa881fc-3781-47b0-bacc-ccad679d9c4d None None] Provisioning complete for port 4c3ff59c-8f24-42ae-b0e6-cbf867244994 triggered by entity DHCP. {{(pid=101952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:21:51.938636 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-caa881fc-3781-47b0-bacc-ccad679d9c4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8061746'] for port, provisioning_complete {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:52.004419 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.plugin [None req-caa881fc-3781-47b0-bacc-ccad679d9c4d None None] Port 4c3ff59c-8f24-42ae-b0e6-cbf867244994 cannot update to ACTIVE because it is not bound. {{(pid=101952) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:21:52.025717 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e42d00-9d50-4e99-9d23-e2524f05ad27 req-22b54da5-a614-49f2-898a-de436410639a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:21:52.027751 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-65e42d00-9d50-4e99-9d23-e2524f05ad27 req-22b54da5-a614-49f2-898a-de436410639a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=70121f12841d4897aae58f9fe9f2c556&device_id=e51d0126-0110-4740-9c43-0cb61c4d7635 HTTP/1.1" status: 200 len: 1098 time: 0.0447180 Nov 11 22:21:52.068583 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_hamode_db [None req-070415be-d6c7-4583-8917-09994afe2851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ae1c750-0cb8-4120-8961-cd890599ec23', 'name': 'tempest-TestShelveInstance-882410355-router', 'tenant_id': '9bdbf69f4937401cbc8618398a68b4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'external_fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': '69f79c74-e7f3-4767-8348-870c48f90833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:21:48Z', 'updated_at': '2021-11-11T22:21:51Z', 'revision_number': 4, 'project_id': '9bdbf69f4937401cbc8618398a68b4ae', 'gw_port': {'id': '69f79c74-e7f3-4767-8348-870c48f90833', 'name': '', 'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:91:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ae1c750-0cb8-4120-8961-cd890599ec23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:21:49Z', 'updated_at': '2021-11-11T22:21:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-20-iscsi', '_interfaces': [{'id': '4c3ff59c-8f24-42ae-b0e6-cbf867244994', 'name': '', 'network_id': '26fdc315-aba2-4576-a6e9-177175e14633', 'tenant_id': '9bdbf69f4937401cbc8618398a68b4ae', 'mac_address': 'fa:16:3e:6f:10:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ae1c750-0cb8-4120-8961-cd890599ec23', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '31e14342-d1a0-40ee-809c-2fa3145a5267', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:21:50Z', 'updated_at': '2021-11-11T22:21:51Z', 'revision_number': 2, 'project_id': '9bdbf69f4937401cbc8618398a68b4ae', 'subnets': [{'id': '31e14342-d1a0-40ee-809c-2fa3145a5267', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-20-iscsi', False) {} {{(pid=101952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:21:52.100182 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-070415be-d6c7-4583-8917-09994afe2851 None None] The sync data for ids ['9ae1c750-0cb8-4120-8961-cd890599ec23'] in dv-cinder-733622-20-iscsi is: [{'id': '9ae1c750-0cb8-4120-8961-cd890599ec23', 'name': 'tempest-TestShelveInstance-882410355-router', 'tenant_id': '9bdbf69f4937401cbc8618398a68b4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'external_fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': '69f79c74-e7f3-4767-8348-870c48f90833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:21:48Z', 'updated_at': '2021-11-11T22:21:51Z', 'revision_number': 4, 'project_id': '9bdbf69f4937401cbc8618398a68b4ae', 'gw_port': {'id': '69f79c74-e7f3-4767-8348-870c48f90833', 'name': '', 'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:91:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ae1c750-0cb8-4120-8961-cd890599ec23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:21:49Z', 'updated_at': '2021-11-11T22:21:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-20-iscsi', '_interfaces': [{'id': '4c3ff59c-8f24-42ae-b0e6-cbf867244994', 'name': '', 'network_id': '26fdc315-aba2-4576-a6e9-177175e14633', 'tenant_id': '9bdbf69f4937401cbc8618398a68b4ae', 'mac_address': 'fa:16:3e:6f:10:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ae1c750-0cb8-4120-8961-cd890599ec23', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '31e14342-d1a0-40ee-809c-2fa3145a5267', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:21:50Z', 'updated_at': '2021-11-11T22:21:51Z', 'revision_number': 2, 'project_id': '9bdbf69f4937401cbc8618398a68b4ae', 'subnets': [{'id': '31e14342-d1a0-40ee-809c-2fa3145a5267', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:21:52.145374 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e42d00-9d50-4e99-9d23-e2524f05ad27 req-2d4d3cc4-872d-44f6-9417-94190c3339d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:21:52.146867 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-65e42d00-9d50-4e99-9d23-e2524f05ad27 req-2d4d3cc4-872d-44f6-9417-94190c3339d6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=73526368-1abf-4e4d-8815-40fc972517d4 HTTP/1.1" status: 200 len: 911 time: 0.0977354 Nov 11 22:21:52.225402 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-65e42d00-9d50-4e99-9d23-e2524f05ad27 req-82afc8d9-73ed-4f31-bfaa-80915c2688bd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3ba44d04-5a99-4c65-9fa0-289f5d67c798 HTTP/1.1" status: 200 len: 1000 time: 0.0695465 Nov 11 22:21:52.303094 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e42d00-9d50-4e99-9d23-e2524f05ad27 req-d69b9d55-5a23-4a32-aed7-2f3749df5688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:21:52.306557 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-65e42d00-9d50-4e99-9d23-e2524f05ad27 req-d69b9d55-5a23-4a32-aed7-2f3749df5688 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=707623ec-d95b-41b2-8e25-0e51182a8a59 HTTP/1.1" status: 200 len: 849 time: 0.0710661 Nov 11 22:21:52.376401 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e42d00-9d50-4e99-9d23-e2524f05ad27 req-4b62b788-b1c2-4d42-98e5-cee175e67ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:21:52.377933 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-65e42d00-9d50-4e99-9d23-e2524f05ad27 req-4b62b788-b1c2-4d42-98e5-cee175e67ebe service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=73526368-1abf-4e4d-8815-40fc972517d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0538759 Nov 11 22:21:52.471924 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 48002) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:21:52.477072 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.v2.base [None req-68fedcf6-100c-4535-a4bf-855e0694cffb admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-605921958-network', 'tenant_id': 'f0aab064ec884a21a06c10a7077ea6a9'}} {{(pid=101951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:21:52.499069 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-65e42d00-9d50-4e99-9d23-e2524f05ad27 req-b98d5e82-64a9-4e02-b8ae-22fcd284987d service neutron] 10.222.0.26 "GET /v2.0/networks/73526368-1abf-4e4d-8815-40fc972517d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085451 Nov 11 22:21:52.517961 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68fedcf6-100c-4535-a4bf-855e0694cffb admin admin] Made reservation on behalf of f0aab064ec884a21a06c10a7077ea6a9 for: {'network': 1} {{(pid=101951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:21:52.520145 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-68fedcf6-100c-4535-a4bf-855e0694cffb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for network, before_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:52.547898 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-68fedcf6-100c-4535-a4bf-855e0694cffb admin admin] Publish callbacks [] for security_group, before_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:52.637301 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-65e42d00-9d50-4e99-9d23-e2524f05ad27 req-d7b9b171-4219-43f0-bf1f-5dcfad5fd856 service neutron] 10.222.0.26 "GET /v2.0/networks/73526368-1abf-4e4d-8815-40fc972517d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286726 Nov 11 22:21:52.681725 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-68fedcf6-100c-4535-a4bf-855e0694cffb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:52.687118 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-68fedcf6-100c-4535-a4bf-855e0694cffb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:52.717678 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68fedcf6-100c-4535-a4bf-855e0694cffb admin admin] vlan segment allocate from pool success with {'vlan_id': 837, 'physical_network': 'physnet1'} {{(pid=101951) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 22:21:52.731650 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fedcf6-100c-4535-a4bf-855e0694cffb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=259dba1b-392b-4d0e-84cc-37193cb33b2f,revision_number=1']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:21:52.738121 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-68fedcf6-100c-4535-a4bf-855e0694cffb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8017375'] for segment, precommit_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:52.738760 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.db.segments_db [None req-68fedcf6-100c-4535-a4bf-855e0694cffb admin admin] Added segment 4c0c02a7-5ebe-43b7-a1d4-413ae3cd6a22 of type vlan for network faf38d54-6efc-44c0-8cd7-d3207bc3f68a Nov 11 22:21:52.795904 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-68fedcf6-100c-4535-a4bf-855e0694cffb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776911823580'] for network, precommit_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:52.839280 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-68fedcf6-100c-4535-a4bf-855e0694cffb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260'] for network, after_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:52.840255 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68fedcf6-100c-4535-a4bf-855e0694cffb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:21:52.840866 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-68fedcf6-100c-4535-a4bf-855e0694cffb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634242'] for network, before_response {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:52.862983 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Device 36236f8e-53f0-4324-8c66-26638059af32 up at agent ovs-agent-dv-cinder-733622-20-iscsi {{(pid=101952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:21:52.898479 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-68fedcf6-100c-4535-a4bf-855e0694cffb admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4252005 Nov 11 22:21:52.901223 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 48008) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:21:52.908571 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.v2.base [None req-c713c6a2-ead7-4d98-8796-bd97f8a328e3 admin admin] Request body: {'subnet': {'network_id': 'faf38d54-6efc-44c0-8cd7-d3207bc3f68a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-605921958-subnet', 'tenant_id': 'f0aab064ec884a21a06c10a7077ea6a9', 'ip_version': 4}} {{(pid=101951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:21:52.917105 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fedcf6-100c-4535-a4bf-855e0694cffb admin admin] Pushing event updated for resources: {'Network': ['ID=faf38d54-6efc-44c0-8cd7-d3207bc3f68a,revision_number=1']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:21:52.937024 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Network faf38d54-6efc-44c0-8cd7-d3207bc3f68a details requested by agent ovs-agent-dv-cinder-733622-20-iscsi with host dv-cinder-733622-20-iscsi {{(pid=101952) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 22:21:52.940320 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.provisioning_blocks [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Provisioning complete for port 36236f8e-53f0-4324-8c66-26638059af32 triggered by entity L2. {{(pid=101952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:21:52.940715 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8061746'] for port, provisioning_complete {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:52.942886 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c713c6a2-ead7-4d98-8796-bd97f8a328e3 admin admin] Made reservation on behalf of f0aab064ec884a21a06c10a7077ea6a9 for: {'subnet': 1} {{(pid=101951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:21:52.945303 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-c713c6a2-ead7-4d98-8796-bd97f8a328e3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9118645'] for subnet, before_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:52.969918 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.db.agents_db [None req-7a0be6d5-f821-4115-b6dd-94f53e40a68e None None] Agent healthcheck: found 6 active agents {{(pid=101953) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:21:53.002646 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce92fdb2-db5b-4b3e-9472-d00f9e1a9b98 req-6d56d19f-015c-4773-b8d2-24463ff14f99 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:21:53.009025 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-ce92fdb2-db5b-4b3e-9472-d00f9e1a9b98 req-6d56d19f-015c-4773-b8d2-24463ff14f99 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] 10.222.0.50 "GET /v2.0/ports?device_id=e51d0126-0110-4740-9c43-0cb61c4d7635 HTTP/1.1" status: 200 len: 945 time: 0.0556178 Nov 11 22:21:53.090478 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-ce92fdb2-db5b-4b3e-9472-d00f9e1a9b98 req-0555648c-8304-410a-9d8a-21bff1627feb tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] 10.222.0.50 "GET /v2.0/security-groups?id=fc362ee0-83e8-483f-a9f5-3f38744386b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793343 Nov 11 22:21:53.170104 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-c713c6a2-ead7-4d98-8796-bd97f8a328e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9099734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9118631'] for subnet, after_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:53.219301 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c713c6a2-ead7-4d98-8796-bd97f8a328e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6fd1b3b9-0bcc-421c-8fab-3672b431f1bf,revision_number=0']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:21:53.241894 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c713c6a2-ead7-4d98-8796-bd97f8a328e3 admin admin] Checking segment: {'id': '4c0c02a7-5ebe-43b7-a1d4-413ae3cd6a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'faf38d54-6efc-44c0-8cd7-d3207bc3f68a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:21:53.242304 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c713c6a2-ead7-4d98-8796-bd97f8a328e3 admin admin] Network hostable DHCP agents. Network: faf38d54-6efc-44c0-8cd7-d3207bc3f68a, hostable agents: ['23e6d948-888e-4d00-9ca4-1adf1bb62ced'], hosted agents: [] {{(pid=101951) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 22:21:53.263043 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c713c6a2-ead7-4d98-8796-bd97f8a328e3 admin admin] Network faf38d54-6efc-44c0-8cd7-d3207bc3f68a is scheduled to be hosted by DHCP agent 23e6d948-888e-4d00-9ca4-1adf1bb62ced with binding_index 1 {{(pid=101951) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 22:21:53.273229 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.scheduler.base_scheduler [None req-c713c6a2-ead7-4d98-8796-bd97f8a328e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-20-iscsi, faf38d54-6efc-44c0-8cd7-d3207bc3f68a) {{(pid=101951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:21:53.277787 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c713c6a2-ead7-4d98-8796-bd97f8a328e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:21:53.278296 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-c713c6a2-ead7-4d98-8796-bd97f8a328e3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:53.285228 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19da1513-c669-457c-a793-72d115082a80 None None] Network faf38d54-6efc-44c0-8cd7-d3207bc3f68a requested from dv-cinder-733622-20-iscsi {{(pid=101952) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:21:53.299563 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-c713c6a2-ead7-4d98-8796-bd97f8a328e3 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3951881 Nov 11 22:21:53.300156 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.wsgi [-] (101950) accepted ('10.222.0.50', 48010) {{(pid=101950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:21:53.304616 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.v2.base [None req-76f67ce2-e1db-430c-aaf2-2f3cc1940d5e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-605921958-router', 'tenant_id': 'f0aab064ec884a21a06c10a7077ea6a9', 'external_gateway_info': {'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635'}}} {{(pid=101950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:21:53.328758 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-76f67ce2-e1db-430c-aaf2-2f3cc1940d5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-657824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25022'] for router, before_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:53.330313 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-76f67ce2-e1db-430c-aaf2-2f3cc1940d5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-657456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657002', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-884689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25009'] for router, precommit_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:53.388396 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-76f67ce2-e1db-430c-aaf2-2f3cc1940d5e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:53.466074 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb3f429b-1569-4388-8197-569771ca009f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6467342-9d0c-523f-a8b3-69f6dc17eabf-faf38d54-6efc-44c0-8cd7-d3207bc3f68a', 'network_id': 'faf38d54-6efc-44c0-8cd7-d3207bc3f68a', 'tenant_id': 'f0aab064ec884a21a06c10a7077ea6a9', 'fixed_ips': [{'subnet_id': '6fd1b3b9-0bcc-421c-8fab-3672b431f1bf'}]}} from dv-cinder-733622-20-iscsi. {{(pid=101952) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 22:21:53.468182 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-cb3f429b-1569-4388-8197-569771ca009f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_create {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:53.531372 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-76f67ce2-e1db-430c-aaf2-2f3cc1940d5e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:53.629992 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.db_base_plugin_common [None req-cb3f429b-1569-4388-8197-569771ca009f None None] Allocated IP 172.20.0.2 (faf38d54-6efc-44c0-8cd7-d3207bc3f68a/6fd1b3b9-0bcc-421c-8fab-3672b431f1bf/fd67fe57-1e4b-4e9c-831f-cbe8568da916) {{(pid=101952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:21:53.753319 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-76f67ce2-e1db-430c-aaf2-2f3cc1940d5e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:53.772558 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-76f67ce2-e1db-430c-aaf2-2f3cc1940d5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:53.787597 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-cb3f429b-1569-4388-8197-569771ca009f None None] Publish callbacks [] for port, precommit_create {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:53.793171 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-cb3f429b-1569-4388-8197-569771ca009f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776911838082'] for port, after_create {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:53.834207 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb3f429b-1569-4388-8197-569771ca009f None None] Network faf38d54-6efc-44c0-8cd7-d3207bc3f68a is already hosted by enough agents. {{(pid=101952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:21:53.837172 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.scheduler.base_scheduler [None req-cb3f429b-1569-4388-8197-569771ca009f None None] Resources bound (agent type, host, resource id): {{(pid=101952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:21:53.841671 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3f429b-1569-4388-8197-569771ca009f None None] Received port after_create {{(pid=101952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:21:53.844749 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3f429b-1569-4388-8197-569771ca009f None None] Pushing event updated for resources: {'Port': ['ID=fd67fe57-1e4b-4e9c-831f-cbe8568da916,revision_number=1']} {{(pid=101952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:21:53.878730 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.db.db_base_plugin_common [None req-76f67ce2-e1db-430c-aaf2-2f3cc1940d5e admin admin] Allocated IP 172.27.0.195 (fd27370c-43f8-4948-a495-3a9880be1635/b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca/f4b5968c-8d40-4bb7-af0d-dca287f12069) {{(pid=101950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:21:54.002853 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-76f67ce2-e1db-430c-aaf2-2f3cc1940d5e admin admin] Publish callbacks [] for port, precommit_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:54.032892 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.managers [None req-cb3f429b-1569-4388-8197-569771ca009f None None] Attempting to bind port fd67fe57-1e4b-4e9c-831f-cbe8568da916 on host dv-cinder-733622-20-iscsi for vnic_type normal with profile {{(pid=101952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:21:54.033506 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.managers [None req-cb3f429b-1569-4388-8197-569771ca009f None None] Attempting to bind port fd67fe57-1e4b-4e9c-831f-cbe8568da916 by drivers openvswitch,hyperv on host dv-cinder-733622-20-iscsi at level 0 using segments [{'id': '4c0c02a7-5ebe-43b7-a1d4-413ae3cd6a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'faf38d54-6efc-44c0-8cd7-d3207bc3f68a'}] {{(pid=101952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:21:54.033643 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3f429b-1569-4388-8197-569771ca009f None None] Attempting to bind port fd67fe57-1e4b-4e9c-831f-cbe8568da916 on network faf38d54-6efc-44c0-8cd7-d3207bc3f68a {{(pid=101952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:21:54.039440 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3f429b-1569-4388-8197-569771ca009f None None] Checking agent: {'id': '83a5d6f5-895b-4fa9-b3a8-3d8b1836c237', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 22, 8, 32), 'started_at': datetime.datetime(2021, 11, 11, 22, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 21, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:21:54.039792 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3f429b-1569-4388-8197-569771ca009f None None] Checking segment: {'id': '4c0c02a7-5ebe-43b7-a1d4-413ae3cd6a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'faf38d54-6efc-44c0-8cd7-d3207bc3f68a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:21:54.040153 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-cb3f429b-1569-4388-8197-569771ca009f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:54.040363 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-76f67ce2-e1db-430c-aaf2-2f3cc1940d5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776911838082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3976619'] for port, after_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:54.040602 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3f429b-1569-4388-8197-569771ca009f None None] Bound using segment: {'id': '4c0c02a7-5ebe-43b7-a1d4-413ae3cd6a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'faf38d54-6efc-44c0-8cd7-d3207bc3f68a'} {{(pid=101952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:21:54.041072 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.managers [None req-cb3f429b-1569-4388-8197-569771ca009f None None] Bound port: fd67fe57-1e4b-4e9c-831f-cbe8568da916, host: dv-cinder-733622-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c0c02a7-5ebe-43b7-a1d4-413ae3cd6a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'faf38d54-6efc-44c0-8cd7-d3207bc3f68a'}}] {{(pid=101952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:21:54.041452 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-cb3f429b-1569-4388-8197-569771ca009f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:54.077753 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f67ce2-e1db-430c-aaf2-2f3cc1940d5e admin admin] Network fd27370c-43f8-4948-a495-3a9880be1635 is already hosted by enough agents. {{(pid=101950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:21:54.080580 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.scheduler.base_scheduler [None req-76f67ce2-e1db-430c-aaf2-2f3cc1940d5e admin admin] Resources bound (agent type, host, resource id): {{(pid=101950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:21:54.083268 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f67ce2-e1db-430c-aaf2-2f3cc1940d5e admin admin] Received port after_create {{(pid=101950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:21:54.108181 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-cb3f429b-1569-4388-8197-569771ca009f None None] For port fd67fe57-1e4b-4e9c-831f-cbe8568da916, host dv-cinder-733622-20-iscsi, cleared binding levels {{(pid=101952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:21:54.111883 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-cb3f429b-1569-4388-8197-569771ca009f None None] For port fd67fe57-1e4b-4e9c-831f-cbe8568da916, host dv-cinder-733622-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-20-iscsi',level=0,port_id=fd67fe57-1e4b-4e9c-831f-cbe8568da916,segment=NetworkSegment(4c0c02a7-5ebe-43b7-a1d4-413ae3cd6a22),segment_id=4c0c02a7-5ebe-43b7-a1d4-413ae3cd6a22)] {{(pid=101952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:21:54.116710 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-cb3f429b-1569-4388-8197-569771ca009f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776912265364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776911838100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776911838118'] for port, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:54.125210 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f67ce2-e1db-430c-aaf2-2f3cc1940d5e admin admin] Pushing event updated for resources: {'Port': ['ID=f4b5968c-8d40-4bb7-af0d-dca287f12069,revision_number=1']} {{(pid=101950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:21:54.198552 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3f429b-1569-4388-8197-569771ca009f None None] Pushing event updated for resources: {'Port': ['ID=fd67fe57-1e4b-4e9c-831f-cbe8568da916,revision_number=2']} {{(pid=101952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:21:54.306743 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5c65e6-1a64-485a-b51c-402365ba1645 req-c633502d-e5fd-49c8-8276-20704a4fe846 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:21:54.308447 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-cf5c65e6-1a64-485a-b51c-402365ba1645 req-c633502d-e5fd-49c8-8276-20704a4fe846 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] 10.222.0.50 "GET /v2.0/ports?device_id=e51d0126-0110-4740-9c43-0cb61c4d7635 HTTP/1.1" status: 200 len: 945 time: 0.0916743 Nov 11 22:21:54.336594 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-303bf055-92a3-49e4-91e1-1f1ac63f5601 None None] Sync routers for ids ['9ae1c750-0cb8-4120-8961-cd890599ec23'] in dv-cinder-733622-20-iscsi {{(pid=101953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:21:54.349060 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-303bf055-92a3-49e4-91e1-1f1ac63f5601 None None] Routers {'9ae1c750-0cb8-4120-8961-cd890599ec23'} bound to L3 agent in host dv-cinder-733622-20-iscsi {{(pid=101953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:21:54.350838 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.db.l3_hamode_db [None req-303bf055-92a3-49e4-91e1-1f1ac63f5601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T22:08:28Z,description=,heartbeat_timestamp=2021-11-11T22:21:28Z,host='dv-cinder-733622-20-iscsi',id=4702c36b-78d9-4f52-8cbc-8d9e3292a6f2,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T22:08:28Z,topic='l3_agent')) {'router_ids': ['9ae1c750-0cb8-4120-8961-cd890599ec23'], 'active': True} {{(pid=101953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:21:54.487735 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.db.l3_dvr_db [None req-303bf055-92a3-49e4-91e1-1f1ac63f5601 None None] Set router 9ae1c750-0cb8-4120-8961-cd890599ec23 gateway port host: dv-cinder-733622-20-iscsi {{(pid=101953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:21:54.686705 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-cf5c65e6-1a64-485a-b51c-402365ba1645 req-3e57f90b-f8c0-4a4e-abf5-f2caf2250b36 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] 10.222.0.50 "GET /v2.0/security-groups?id=fc362ee0-83e8-483f-a9f5-3f38744386b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3381424 Nov 11 22:21:54.705858 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-76f67ce2-e1db-430c-aaf2-2f3cc1940d5e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:54.737691 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.db.l3_hamode_db [None req-303bf055-92a3-49e4-91e1-1f1ac63f5601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ae1c750-0cb8-4120-8961-cd890599ec23', 'name': 'tempest-TestShelveInstance-882410355-router', 'tenant_id': '9bdbf69f4937401cbc8618398a68b4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'external_fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': '69f79c74-e7f3-4767-8348-870c48f90833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:21:48Z', 'updated_at': '2021-11-11T22:21:51Z', 'revision_number': 4, 'project_id': '9bdbf69f4937401cbc8618398a68b4ae', 'gw_port': {'id': '69f79c74-e7f3-4767-8348-870c48f90833', 'name': '', 'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:91:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ae1c750-0cb8-4120-8961-cd890599ec23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:21:49Z', 'updated_at': '2021-11-11T22:21:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-20-iscsi', '_interfaces': [{'id': '4c3ff59c-8f24-42ae-b0e6-cbf867244994', 'name': '', 'network_id': '26fdc315-aba2-4576-a6e9-177175e14633', 'tenant_id': '9bdbf69f4937401cbc8618398a68b4ae', 'mac_address': 'fa:16:3e:6f:10:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ae1c750-0cb8-4120-8961-cd890599ec23', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '31e14342-d1a0-40ee-809c-2fa3145a5267', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:21:50Z', 'updated_at': '2021-11-11T22:21:51Z', 'revision_number': 2, 'project_id': '9bdbf69f4937401cbc8618398a68b4ae', 'subnets': [{'id': '31e14342-d1a0-40ee-809c-2fa3145a5267', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-20-iscsi', False) {} {{(pid=101953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:21:54.779587 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-303bf055-92a3-49e4-91e1-1f1ac63f5601 None None] Checking router: 9ae1c750-0cb8-4120-8961-cd890599ec23 for host: dv-cinder-733622-20-iscsi {{(pid=101953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:21:54.779954 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-303bf055-92a3-49e4-91e1-1f1ac63f5601 None None] Updating router 9ae1c750-0cb8-4120-8961-cd890599ec23 port 4c3ff59c-8f24-42ae-b0e6-cbf867244994 binding host dv-cinder-733622-20-iscsi {{(pid=101953) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 22:21:54.809263 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron_lib.callbacks.manager [None req-303bf055-92a3-49e4-91e1-1f1ac63f5601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_update {{(pid=101953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:54.907063 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Device fd67fe57-1e4b-4e9c-831f-cbe8568da916 up at agent ovs-agent-dv-cinder-733622-20-iscsi {{(pid=101952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:21:54.957647 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-76f67ce2-e1db-430c-aaf2-2f3cc1940d5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-657465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657087'] for router, after_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:54.984648 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.provisioning_blocks [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Provisioning complete for port fd67fe57-1e4b-4e9c-831f-cbe8568da916 triggered by entity L2. {{(pid=101952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:21:54.985020 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8061746'] for port, provisioning_complete {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:55.108049 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76f67ce2-e1db-430c-aaf2-2f3cc1940d5e admin admin] Router af4b5628-f215-4219-9d92-0d242205e05d is scheduled to L3 agent 4702c36b-78d9-4f52-8cbc-8d9e3292a6f2 with binding_index 1 {{(pid=101950) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 22:21:55.120736 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:55.134973 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron_lib.callbacks.manager [None req-303bf055-92a3-49e4-91e1-1f1ac63f5601 None None] Publish callbacks [] for port, precommit_update {{(pid=101953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:55.143141 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron_lib.callbacks.manager [None req-303bf055-92a3-49e4-91e1-1f1ac63f5601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776912265364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776911838100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776911838118'] for port, after_update {{(pid=101953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:55.172009 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] For port fd67fe57-1e4b-4e9c-831f-cbe8568da916, host dv-cinder-733622-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-20-iscsi',level=0,port_id=fd67fe57-1e4b-4e9c-831f-cbe8568da916,segment=NetworkSegment(4c0c02a7-5ebe-43b7-a1d4-413ae3cd6a22),segment_id=4c0c02a7-5ebe-43b7-a1d4-413ae3cd6a22)] {{(pid=101952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:21:55.179322 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776912265364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776911838100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776911838118'] for port, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:55.180061 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Device 69f79c74-e7f3-4767-8348-870c48f90833 up at agent ovs-agent-dv-cinder-733622-20-iscsi {{(pid=101952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:21:55.190956 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cf52e2-e6ef-4ec7-bbe4-3b89bafcdca0 None None] Pushing event updated for resources: {'Port': ['ID=4c3ff59c-8f24-42ae-b0e6-cbf867244994,revision_number=3']} {{(pid=101953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:21:55.200156 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cf52e2-e6ef-4ec7-bbe4-3b89bafcdca0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:21:55.200790 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cf52e2-e6ef-4ec7-bbe4-3b89bafcdca0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:21:55.201327 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cf52e2-e6ef-4ec7-bbe4-3b89bafcdca0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:21:55.201822 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cf52e2-e6ef-4ec7-bbe4-3b89bafcdca0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:21:55.202311 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cf52e2-e6ef-4ec7-bbe4-3b89bafcdca0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:21:55.202819 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cf52e2-e6ef-4ec7-bbe4-3b89bafcdca0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:21:55.203308 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cf52e2-e6ef-4ec7-bbe4-3b89bafcdca0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:21:55.203811 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cf52e2-e6ef-4ec7-bbe4-3b89bafcdca0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:21:55.204329 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cf52e2-e6ef-4ec7-bbe4-3b89bafcdca0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:21:55.204839 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cf52e2-e6ef-4ec7-bbe4-3b89bafcdca0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:21:55.205321 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cf52e2-e6ef-4ec7-bbe4-3b89bafcdca0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:21:55.205807 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cf52e2-e6ef-4ec7-bbe4-3b89bafcdca0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:21:55.257528 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76f67ce2-e1db-430c-aaf2-2f3cc1940d5e admin admin] Notify agent at l3_agent.dv-cinder-733622-20-iscsi the message routers_updated {{(pid=101950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:21:55.275750 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3984242d-3397-485d-b515-ec34bfddbf45 None None] Sync routers for ids ['af4b5628-f215-4219-9d92-0d242205e05d'] in dv-cinder-733622-20-iscsi {{(pid=101952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:21:55.280715 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.plugins.ml2.managers [None req-303bf055-92a3-49e4-91e1-1f1ac63f5601 None None] Attempting to bind port 4c3ff59c-8f24-42ae-b0e6-cbf867244994 on host dv-cinder-733622-20-iscsi for vnic_type normal with profile {{(pid=101953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:21:55.281399 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.plugins.ml2.managers [None req-303bf055-92a3-49e4-91e1-1f1ac63f5601 None None] Attempting to bind port 4c3ff59c-8f24-42ae-b0e6-cbf867244994 by drivers openvswitch,hyperv on host dv-cinder-733622-20-iscsi at level 0 using segments [{'id': 'b6e3f30f-83ec-4a00-b3f3-3acbfcfb3ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '26fdc315-aba2-4576-a6e9-177175e14633'}] {{(pid=101953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:21:55.281761 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303bf055-92a3-49e4-91e1-1f1ac63f5601 None None] Attempting to bind port 4c3ff59c-8f24-42ae-b0e6-cbf867244994 on network 26fdc315-aba2-4576-a6e9-177175e14633 {{(pid=101953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:21:55.287196 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-76f67ce2-e1db-430c-aaf2-2f3cc1940d5e admin admin] Publish callbacks [] for router, before_response {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:55.289173 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [None req-76f67ce2-e1db-430c-aaf2-2f3cc1940d5e admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9879472 Nov 11 22:21:55.290856 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303bf055-92a3-49e4-91e1-1f1ac63f5601 None None] Checking agent: {'id': '83a5d6f5-895b-4fa9-b3a8-3d8b1836c237', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 22, 8, 32), 'started_at': datetime.datetime(2021, 11, 11, 22, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 21, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:21:55.291567 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303bf055-92a3-49e4-91e1-1f1ac63f5601 None None] Checking segment: {'id': 'b6e3f30f-83ec-4a00-b3f3-3acbfcfb3ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '26fdc315-aba2-4576-a6e9-177175e14633'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:21:55.291904 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.wsgi [-] (101950) accepted ('10.222.0.50', 48022) {{(pid=101950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:21:55.292957 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron_lib.callbacks.manager [None req-303bf055-92a3-49e4-91e1-1f1ac63f5601 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:55.293562 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303bf055-92a3-49e4-91e1-1f1ac63f5601 None None] Bound using segment: {'id': 'b6e3f30f-83ec-4a00-b3f3-3acbfcfb3ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '26fdc315-aba2-4576-a6e9-177175e14633'} {{(pid=101953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:21:55.294270 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.plugins.ml2.managers [None req-303bf055-92a3-49e4-91e1-1f1ac63f5601 None None] Bound port: 4c3ff59c-8f24-42ae-b0e6-cbf867244994, host: dv-cinder-733622-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6e3f30f-83ec-4a00-b3f3-3acbfcfb3ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '26fdc315-aba2-4576-a6e9-177175e14633'}}] {{(pid=101953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:21:55.294840 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron_lib.callbacks.manager [None req-303bf055-92a3-49e4-91e1-1f1ac63f5601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_update {{(pid=101953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:55.318891 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Pushing event updated for resources: {'Port': ['ID=fd67fe57-1e4b-4e9c-831f-cbe8568da916,revision_number=3']} {{(pid=101952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:21:55.322280 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3984242d-3397-485d-b515-ec34bfddbf45 None None] Routers {'af4b5628-f215-4219-9d92-0d242205e05d'} bound to L3 agent in host dv-cinder-733622-20-iscsi {{(pid=101952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:21:55.322942 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_hamode_db [None req-3984242d-3397-485d-b515-ec34bfddbf45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T22:08:28Z,description=,heartbeat_timestamp=2021-11-11T22:21:28Z,host='dv-cinder-733622-20-iscsi',id=4702c36b-78d9-4f52-8cbc-8d9e3292a6f2,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T22:08:28Z,topic='l3_agent')) {'router_ids': ['af4b5628-f215-4219-9d92-0d242205e05d'], 'active': True} {{(pid=101952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:21:55.406754 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.provisioning_blocks [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Provisioning complete for port 69f79c74-e7f3-4767-8348-870c48f90833 triggered by entity L2. {{(pid=101952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:21:55.407136 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8061746'] for port, provisioning_complete {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:55.407480 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.plugins.ml2.db [None req-303bf055-92a3-49e4-91e1-1f1ac63f5601 None None] For port 4c3ff59c-8f24-42ae-b0e6-cbf867244994, host dv-cinder-733622-20-iscsi, cleared binding levels {{(pid=101953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:21:55.412093 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.plugins.ml2.db [None req-303bf055-92a3-49e4-91e1-1f1ac63f5601 None None] For port 4c3ff59c-8f24-42ae-b0e6-cbf867244994, host dv-cinder-733622-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-20-iscsi',level=0,port_id=4c3ff59c-8f24-42ae-b0e6-cbf867244994,segment=NetworkSegment(b6e3f30f-83ec-4a00-b3f3-3acbfcfb3ac3),segment_id=b6e3f30f-83ec-4a00-b3f3-3acbfcfb3ac3)] {{(pid=101953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:21:55.419386 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron_lib.callbacks.manager [None req-303bf055-92a3-49e4-91e1-1f1ac63f5601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776912265364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776911838100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776911838118'] for port, after_update {{(pid=101953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:55.450196 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fef4fa43-b022-4135-a0df-1ebffeca021d None None] Network faf38d54-6efc-44c0-8cd7-d3207bc3f68a requested from dv-cinder-733622-20-iscsi {{(pid=101952) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:21:55.499065 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cf52e2-e6ef-4ec7-bbe4-3b89bafcdca0 None None] Pushing event updated for resources: {'Port': ['ID=4c3ff59c-8f24-42ae-b0e6-cbf867244994,revision_number=4']} {{(pid=101953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:21:55.515132 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-303bf055-92a3-49e4-91e1-1f1ac63f5601 None None] Routers {'9ae1c750-0cb8-4120-8961-cd890599ec23'} bound to L3 agent in host dv-cinder-733622-20-iscsi {{(pid=101953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:21:55.516459 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.db.l3_hamode_db [None req-303bf055-92a3-49e4-91e1-1f1ac63f5601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T22:08:28Z,description=,heartbeat_timestamp=2021-11-11T22:21:28Z,host='dv-cinder-733622-20-iscsi',id=4702c36b-78d9-4f52-8cbc-8d9e3292a6f2,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T22:08:28Z,topic='l3_agent')) {'router_ids': ['9ae1c750-0cb8-4120-8961-cd890599ec23'], 'active': True} {{(pid=101953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:21:55.596525 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.provisioning_blocks [None req-71e53b79-e1c5-4152-8ffc-82a995b8ccc6 None None] Provisioning complete for port fd67fe57-1e4b-4e9c-831f-cbe8568da916 triggered by entity DHCP. {{(pid=101952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:21:55.596939 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-71e53b79-e1c5-4152-8ffc-82a995b8ccc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8061746'] for port, provisioning_complete {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:55.643760 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.db.l3_dvr_db [None req-303bf055-92a3-49e4-91e1-1f1ac63f5601 None None] Set router 9ae1c750-0cb8-4120-8961-cd890599ec23 gateway port host: dv-cinder-733622-20-iscsi {{(pid=101953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:21:55.715084 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-1c978fcc-e460-4deb-b676-d0163c419655 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:55.728676 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_dvr_db [None req-3984242d-3397-485d-b515-ec34bfddbf45 None None] Set router af4b5628-f215-4219-9d92-0d242205e05d gateway port host: dv-cinder-733622-20-iscsi {{(pid=101952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:21:55.984253 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:56.023846 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] For port 69f79c74-e7f3-4767-8348-870c48f90833, host dv-cinder-733622-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-20-iscsi',level=0,port_id=69f79c74-e7f3-4767-8348-870c48f90833,segment=NetworkSegment(a0316b7b-fb1e-457f-ba74-a0bbaa82bcb7),segment_id=a0316b7b-fb1e-457f-ba74-a0bbaa82bcb7)] {{(pid=101952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:21:56.026721 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed00595-9eaa-4a03-815a-620a59270840 req-0555769c-11f9-487f-a172-33e50816fd00 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:21:56.028436 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-6ed00595-9eaa-4a03-815a-620a59270840 req-0555769c-11f9-487f-a172-33e50816fd00 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] 10.222.0.50 "GET /v2.0/ports?device_id=e51d0126-0110-4740-9c43-0cb61c4d7635 HTTP/1.1" status: 200 len: 945 time: 0.1838372 Nov 11 22:21:56.035232 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776912265364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776911838100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776911838118'] for port, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:56.073071 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-b0f563b4-a8bb-4ede-9533-087b048ba67d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:56.092026 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.db.l3_hamode_db [None req-303bf055-92a3-49e4-91e1-1f1ac63f5601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ae1c750-0cb8-4120-8961-cd890599ec23', 'name': 'tempest-TestShelveInstance-882410355-router', 'tenant_id': '9bdbf69f4937401cbc8618398a68b4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'external_fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': '69f79c74-e7f3-4767-8348-870c48f90833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:21:48Z', 'updated_at': '2021-11-11T22:21:51Z', 'revision_number': 4, 'project_id': '9bdbf69f4937401cbc8618398a68b4ae', 'gw_port': {'id': '69f79c74-e7f3-4767-8348-870c48f90833', 'name': '', 'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:91:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ae1c750-0cb8-4120-8961-cd890599ec23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:21:49Z', 'updated_at': '2021-11-11T22:21:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-20-iscsi', '_interfaces': [{'id': '4c3ff59c-8f24-42ae-b0e6-cbf867244994', 'name': '', 'network_id': '26fdc315-aba2-4576-a6e9-177175e14633', 'tenant_id': '9bdbf69f4937401cbc8618398a68b4ae', 'mac_address': 'fa:16:3e:6f:10:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ae1c750-0cb8-4120-8961-cd890599ec23', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '31e14342-d1a0-40ee-809c-2fa3145a5267', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:21:50Z', 'updated_at': '2021-11-11T22:21:55Z', 'revision_number': 4, 'project_id': '9bdbf69f4937401cbc8618398a68b4ae', 'subnets': [{'id': '31e14342-d1a0-40ee-809c-2fa3145a5267', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-20-iscsi', False) {} {{(pid=101953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:21:56.125397 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-303bf055-92a3-49e4-91e1-1f1ac63f5601 None None] The sync data for ids ['9ae1c750-0cb8-4120-8961-cd890599ec23'] in dv-cinder-733622-20-iscsi is: [{'id': '9ae1c750-0cb8-4120-8961-cd890599ec23', 'name': 'tempest-TestShelveInstance-882410355-router', 'tenant_id': '9bdbf69f4937401cbc8618398a68b4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'external_fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': '69f79c74-e7f3-4767-8348-870c48f90833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:21:48Z', 'updated_at': '2021-11-11T22:21:51Z', 'revision_number': 4, 'project_id': '9bdbf69f4937401cbc8618398a68b4ae', 'gw_port': {'id': '69f79c74-e7f3-4767-8348-870c48f90833', 'name': '', 'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:91:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ae1c750-0cb8-4120-8961-cd890599ec23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:21:49Z', 'updated_at': '2021-11-11T22:21:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-20-iscsi', '_interfaces': [{'id': '4c3ff59c-8f24-42ae-b0e6-cbf867244994', 'name': '', 'network_id': '26fdc315-aba2-4576-a6e9-177175e14633', 'tenant_id': '9bdbf69f4937401cbc8618398a68b4ae', 'mac_address': 'fa:16:3e:6f:10:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ae1c750-0cb8-4120-8961-cd890599ec23', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '31e14342-d1a0-40ee-809c-2fa3145a5267', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:21:50Z', 'updated_at': '2021-11-11T22:21:55Z', 'revision_number': 4, 'project_id': '9bdbf69f4937401cbc8618398a68b4ae', 'subnets': [{'id': '31e14342-d1a0-40ee-809c-2fa3145a5267', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:21:56.142405 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Pushing event updated for resources: {'Port': ['ID=69f79c74-e7f3-4767-8348-870c48f90833,revision_number=4']} {{(pid=101952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:21:56.155344 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.provisioning_blocks [None req-11e9e301-49dd-4fbd-8c4f-c6b8709dddcb None None] Provisioning complete for port 4c3ff59c-8f24-42ae-b0e6-cbf867244994 triggered by entity DHCP. {{(pid=101952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:21:56.155720 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-11e9e301-49dd-4fbd-8c4f-c6b8709dddcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8061746'] for port, provisioning_complete {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:56.163255 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-6ed00595-9eaa-4a03-815a-620a59270840 req-e8d26f5b-399e-4ede-8989-34fbf7b3c347 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] 10.222.0.50 "GET /v2.0/security-groups?id=fc362ee0-83e8-483f-a9f5-3f38744386b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1204958 Nov 11 22:21:56.227115 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_hamode_db [None req-3984242d-3397-485d-b515-ec34bfddbf45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af4b5628-f215-4219-9d92-0d242205e05d', 'name': 'tempest-TestShelveInstance-605921958-router', 'tenant_id': 'f0aab064ec884a21a06c10a7077ea6a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'external_fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': 'f4b5968c-8d40-4bb7-af0d-dca287f12069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:21:53Z', 'updated_at': '2021-11-11T22:21:54Z', 'revision_number': 3, 'project_id': 'f0aab064ec884a21a06c10a7077ea6a9', 'gw_port': {'id': 'f4b5968c-8d40-4bb7-af0d-dca287f12069', 'name': '', 'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:1c:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af4b5628-f215-4219-9d92-0d242205e05d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:21:53Z', 'updated_at': '2021-11-11T22:21:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-20-iscsi'}], 'dv-cinder-733622-20-iscsi', False) {} {{(pid=101952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:21:56.259700 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3984242d-3397-485d-b515-ec34bfddbf45 None None] Checking router: af4b5628-f215-4219-9d92-0d242205e05d for host: dv-cinder-733622-20-iscsi {{(pid=101952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:21:56.260037 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3984242d-3397-485d-b515-ec34bfddbf45 None None] Updating router af4b5628-f215-4219-9d92-0d242205e05d port f4b5968c-8d40-4bb7-af0d-dca287f12069 binding host dv-cinder-733622-20-iscsi {{(pid=101952) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 22:21:56.290779 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-3984242d-3397-485d-b515-ec34bfddbf45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:56.291017 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.db.db_base_plugin_common [None req-b0f563b4-a8bb-4ede-9533-087b048ba67d admin admin] Allocated IP 172.20.0.1 (faf38d54-6efc-44c0-8cd7-d3207bc3f68a/6fd1b3b9-0bcc-421c-8fab-3672b431f1bf/bbb699d5-e14f-41c8-b084-aa2fb6f18799) {{(pid=101950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:21:56.363588 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-11e9e301-49dd-4fbd-8c4f-c6b8709dddcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:56.404832 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-b0f563b4-a8bb-4ede-9533-087b048ba67d admin admin] Publish callbacks [] for port, precommit_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:56.439914 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-b0f563b4-a8bb-4ede-9533-087b048ba67d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776911838082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3976619'] for port, after_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:56.464855 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-11e9e301-49dd-4fbd-8c4f-c6b8709dddcb None None] For port 4c3ff59c-8f24-42ae-b0e6-cbf867244994, host dv-cinder-733622-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-20-iscsi',level=0,port_id=4c3ff59c-8f24-42ae-b0e6-cbf867244994,segment=NetworkSegment(b6e3f30f-83ec-4a00-b3f3-3acbfcfb3ac3),segment_id=b6e3f30f-83ec-4a00-b3f3-3acbfcfb3ac3)] {{(pid=101952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:21:56.475736 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-11e9e301-49dd-4fbd-8c4f-c6b8709dddcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776912265364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776911838100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776911838118'] for port, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:56.486702 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0f563b4-a8bb-4ede-9533-087b048ba67d admin admin] Network faf38d54-6efc-44c0-8cd7-d3207bc3f68a is already hosted by enough agents. {{(pid=101950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:21:56.489784 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.scheduler.base_scheduler [None req-b0f563b4-a8bb-4ede-9533-087b048ba67d admin admin] Resources bound (agent type, host, resource id): {{(pid=101950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:21:56.493474 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f563b4-a8bb-4ede-9533-087b048ba67d admin admin] Received port after_create {{(pid=101950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:21:56.517888 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f563b4-a8bb-4ede-9533-087b048ba67d admin admin] Pushing event updated for resources: {'Port': ['ID=bbb699d5-e14f-41c8-b084-aa2fb6f18799,revision_number=1']} {{(pid=101950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:21:56.538809 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-b0f563b4-a8bb-4ede-9533-087b048ba67d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-658282'] for router_interface, before_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:56.679829 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-b0f563b4-a8bb-4ede-9533-087b048ba67d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_update {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:56.699234 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.provisioning_blocks [None req-929ea27b-7a17-43ab-b683-58e1fa916231 None None] Provisioning complete for port fd67fe57-1e4b-4e9c-831f-cbe8568da916 triggered by entity DHCP. {{(pid=101952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:21:56.699499 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-929ea27b-7a17-43ab-b683-58e1fa916231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8061746'] for port, provisioning_complete {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:56.706522 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e9e301-49dd-4fbd-8c4f-c6b8709dddcb None None] Pushing event updated for resources: {'Port': ['ID=4c3ff59c-8f24-42ae-b0e6-cbf867244994,revision_number=5']} {{(pid=101952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:21:56.853631 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Device 4c3ff59c-8f24-42ae-b0e6-cbf867244994 up at agent ovs-agent-dv-cinder-733622-20-iscsi {{(pid=101952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:21:56.862471 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-b0f563b4-a8bb-4ede-9533-087b048ba67d admin admin] Publish callbacks [] for port, precommit_update {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:56.863040 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-3984242d-3397-485d-b515-ec34bfddbf45 None None] Publish callbacks [] for port, precommit_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:56.866994 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-b0f563b4-a8bb-4ede-9533-087b048ba67d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776912265364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776911838100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776911838118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3976658'] for port, after_update {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:56.901069 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-3984242d-3397-485d-b515-ec34bfddbf45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776912265364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776911838100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776911838118'] for port, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:56.965471 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f563b4-a8bb-4ede-9533-087b048ba67d admin admin] Pushing event updated for resources: {'Port': ['ID=bbb699d5-e14f-41c8-b084-aa2fb6f18799,revision_number=2']} {{(pid=101950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:21:56.969540 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-b0f563b4-a8bb-4ede-9533-087b048ba67d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-634214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-658430'] for router_interface, after_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:56.978919 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba877b85-5ca6-4a99-a978-492ae5ee40d2 None None] Pushing event updated for resources: {'Port': ['ID=f4b5968c-8d40-4bb7-af0d-dca287f12069,revision_number=2']} {{(pid=101952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:21:56.986042 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.managers [None req-3984242d-3397-485d-b515-ec34bfddbf45 None None] Attempting to bind port f4b5968c-8d40-4bb7-af0d-dca287f12069 on host dv-cinder-733622-20-iscsi for vnic_type normal with profile {{(pid=101952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:21:56.986550 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.managers [None req-3984242d-3397-485d-b515-ec34bfddbf45 None None] Attempting to bind port f4b5968c-8d40-4bb7-af0d-dca287f12069 by drivers openvswitch,hyperv on host dv-cinder-733622-20-iscsi at level 0 using segments [{'id': 'a0316b7b-fb1e-457f-ba74-a0bbaa82bcb7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635'}] {{(pid=101952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:21:56.986778 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3984242d-3397-485d-b515-ec34bfddbf45 None None] Attempting to bind port f4b5968c-8d40-4bb7-af0d-dca287f12069 on network fd27370c-43f8-4948-a495-3a9880be1635 {{(pid=101952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:21:56.998562 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3984242d-3397-485d-b515-ec34bfddbf45 None None] Checking agent: {'id': '83a5d6f5-895b-4fa9-b3a8-3d8b1836c237', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 22, 8, 32), 'started_at': datetime.datetime(2021, 11, 11, 22, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 21, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:21:56.999036 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3984242d-3397-485d-b515-ec34bfddbf45 None None] Checking segment: {'id': 'a0316b7b-fb1e-457f-ba74-a0bbaa82bcb7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:21:56.999341 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-3984242d-3397-485d-b515-ec34bfddbf45 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:57.000033 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3984242d-3397-485d-b515-ec34bfddbf45 None None] Bound using segment: {'id': 'a0316b7b-fb1e-457f-ba74-a0bbaa82bcb7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635'} {{(pid=101952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:21:57.000280 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.managers [None req-3984242d-3397-485d-b515-ec34bfddbf45 None None] Bound port: f4b5968c-8d40-4bb7-af0d-dca287f12069, host: dv-cinder-733622-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0316b7b-fb1e-457f-ba74-a0bbaa82bcb7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635'}}] {{(pid=101952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:21:57.001194 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-3984242d-3397-485d-b515-ec34bfddbf45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:57.030835 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.provisioning_blocks [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Provisioning complete for port 4c3ff59c-8f24-42ae-b0e6-cbf867244994 triggered by entity L2. {{(pid=101952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:21:57.031244 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8061746'] for port, provisioning_complete {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:57.077862 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0f563b4-a8bb-4ede-9533-087b048ba67d admin admin] Network faf38d54-6efc-44c0-8cd7-d3207bc3f68a is already hosted by enough agents. {{(pid=101950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:21:57.079430 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.provisioning_blocks [None req-92cb1008-1663-4ce8-813d-897331aa59e8 None None] Provisioning complete for port bbb699d5-e14f-41c8-b084-aa2fb6f18799 triggered by entity DHCP. {{(pid=101952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:21:57.079579 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.scheduler.base_scheduler [None req-b0f563b4-a8bb-4ede-9533-087b048ba67d admin admin] Resources bound (agent type, host, resource id): {{(pid=101950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:21:57.079812 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-92cb1008-1663-4ce8-813d-897331aa59e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8061746'] for port, provisioning_complete {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:57.125726 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-3984242d-3397-485d-b515-ec34bfddbf45 None None] For port f4b5968c-8d40-4bb7-af0d-dca287f12069, host dv-cinder-733622-20-iscsi, cleared binding levels {{(pid=101952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:21:57.158220 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-3984242d-3397-485d-b515-ec34bfddbf45 None None] For port f4b5968c-8d40-4bb7-af0d-dca287f12069, host dv-cinder-733622-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-20-iscsi',level=0,port_id=f4b5968c-8d40-4bb7-af0d-dca287f12069,segment=NetworkSegment(a0316b7b-fb1e-457f-ba74-a0bbaa82bcb7),segment_id=a0316b7b-fb1e-457f-ba74-a0bbaa82bcb7)] {{(pid=101952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:21:57.161179 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.plugin [None req-92cb1008-1663-4ce8-813d-897331aa59e8 None None] Port bbb699d5-e14f-41c8-b084-aa2fb6f18799 cannot update to ACTIVE because it is not bound. {{(pid=101952) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:21:57.199026 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-3984242d-3397-485d-b515-ec34bfddbf45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776912265364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776911838100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776911838118'] for port, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:57.249257 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0f563b4-a8bb-4ede-9533-087b048ba67d admin admin] Router af4b5628-f215-4219-9d92-0d242205e05d has already been hosted by L3 agent 4702c36b-78d9-4f52-8cbc-8d9e3292a6f2 {{(pid=101950) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 22:21:57.255472 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Device fd67fe57-1e4b-4e9c-831f-cbe8568da916 up at agent ovs-agent-dv-cinder-733622-20-iscsi {{(pid=101952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:21:57.318772 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba877b85-5ca6-4a99-a978-492ae5ee40d2 None None] Pushing event updated for resources: {'Port': ['ID=f4b5968c-8d40-4bb7-af0d-dca287f12069,revision_number=3']} {{(pid=101952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:21:57.336832 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3984242d-3397-485d-b515-ec34bfddbf45 None None] Routers {'af4b5628-f215-4219-9d92-0d242205e05d'} bound to L3 agent in host dv-cinder-733622-20-iscsi {{(pid=101952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:21:57.337656 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_hamode_db [None req-3984242d-3397-485d-b515-ec34bfddbf45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T22:08:28Z,description=,heartbeat_timestamp=2021-11-11T22:21:28Z,host='dv-cinder-733622-20-iscsi',id=4702c36b-78d9-4f52-8cbc-8d9e3292a6f2,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T22:08:28Z,topic='l3_agent')) {'router_ids': ['af4b5628-f215-4219-9d92-0d242205e05d'], 'active': True} {{(pid=101952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:21:57.412544 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac5266f-3771-4829-8d0a-90704516c8c4 req-ba7768ae-b8d3-4212-a250-bbe80f453043 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:21:57.414440 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-dac5266f-3771-4829-8d0a-90704516c8c4 req-ba7768ae-b8d3-4212-a250-bbe80f453043 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] 10.222.0.50 "GET /v2.0/ports?device_id=e51d0126-0110-4740-9c43-0cb61c4d7635 HTTP/1.1" status: 200 len: 945 time: 0.1101301 Nov 11 22:21:57.428780 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0f563b4-a8bb-4ede-9533-087b048ba67d admin admin] Notify agent at l3_agent.dv-cinder-733622-20-iscsi the message routers_updated {{(pid=101950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:21:57.440437 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [None req-b0f563b4-a8bb-4ede-9533-087b048ba67d admin admin] 10.222.0.50 "PUT /v2.0/routers/af4b5628-f215-4219-9d92-0d242205e05d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1455772 Nov 11 22:21:57.502686 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.provisioning_blocks [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Provisioning complete for port fd67fe57-1e4b-4e9c-831f-cbe8568da916 triggered by entity L2. {{(pid=101952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:21:57.503064 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8061746'] for port, provisioning_complete {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:57.526767 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-dac5266f-3771-4829-8d0a-90704516c8c4 req-38180c4e-8b31-4141-bfab-b9803a04217d tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] 10.222.0.50 "GET /v2.0/security-groups?id=fc362ee0-83e8-483f-a9f5-3f38744386b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996332 Nov 11 22:21:57.623959 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.provisioning_blocks [None req-b60521ae-97a6-489e-aa8c-5263aaa253f5 None None] Provisioning complete for port bbb699d5-e14f-41c8-b084-aa2fb6f18799 triggered by entity DHCP. {{(pid=101952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:21:57.625113 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-b60521ae-97a6-489e-aa8c-5263aaa253f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8061746'] for port, provisioning_complete {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:57.631833 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_dvr_db [None req-3984242d-3397-485d-b515-ec34bfddbf45 None None] Set router af4b5628-f215-4219-9d92-0d242205e05d gateway port host: dv-cinder-733622-20-iscsi {{(pid=101952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:21:57.756335 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.plugin [None req-b60521ae-97a6-489e-aa8c-5263aaa253f5 None None] Port bbb699d5-e14f-41c8-b084-aa2fb6f18799 cannot update to ACTIVE because it is not bound. {{(pid=101952) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:21:57.858433 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Device 69f79c74-e7f3-4767-8348-870c48f90833 up at agent ovs-agent-dv-cinder-733622-20-iscsi {{(pid=101952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:21:57.950100 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da827c1f-8a63-4c00-85d4-cf85b753adf5 req-6e55a5c7-8bda-461a-921f-8d617a9c364d tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:21:57.951772 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-da827c1f-8a63-4c00-85d4-cf85b753adf5 req-6e55a5c7-8bda-461a-921f-8d617a9c364d tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] 10.222.0.50 "GET /v2.0/ports?device_id=e51d0126-0110-4740-9c43-0cb61c4d7635 HTTP/1.1" status: 200 len: 945 time: 0.0902436 Nov 11 22:21:57.961349 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.provisioning_blocks [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Provisioning complete for port 69f79c74-e7f3-4767-8348-870c48f90833 triggered by entity L2. {{(pid=101952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:21:57.961876 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8061746'] for port, provisioning_complete {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:58.056031 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_hamode_db [None req-3984242d-3397-485d-b515-ec34bfddbf45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af4b5628-f215-4219-9d92-0d242205e05d', 'name': 'tempest-TestShelveInstance-605921958-router', 'tenant_id': 'f0aab064ec884a21a06c10a7077ea6a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'external_fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': 'f4b5968c-8d40-4bb7-af0d-dca287f12069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:21:53Z', 'updated_at': '2021-11-11T22:21:56Z', 'revision_number': 4, 'project_id': 'f0aab064ec884a21a06c10a7077ea6a9', 'gw_port': {'id': 'f4b5968c-8d40-4bb7-af0d-dca287f12069', 'name': '', 'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:1c:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af4b5628-f215-4219-9d92-0d242205e05d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:21:53Z', 'updated_at': '2021-11-11T22:21:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-20-iscsi', '_interfaces': [{'id': 'bbb699d5-e14f-41c8-b084-aa2fb6f18799', 'name': '', 'network_id': 'faf38d54-6efc-44c0-8cd7-d3207bc3f68a', 'tenant_id': 'f0aab064ec884a21a06c10a7077ea6a9', 'mac_address': 'fa:16:3e:f1:ac:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af4b5628-f215-4219-9d92-0d242205e05d', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '6fd1b3b9-0bcc-421c-8fab-3672b431f1bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:21:56Z', 'updated_at': '2021-11-11T22:21:56Z', 'revision_number': 2, 'project_id': 'f0aab064ec884a21a06c10a7077ea6a9', 'subnets': [{'id': '6fd1b3b9-0bcc-421c-8fab-3672b431f1bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-20-iscsi', False) {} {{(pid=101952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:21:58.069595 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-da827c1f-8a63-4c00-85d4-cf85b753adf5 req-256d4bdf-3012-4e9a-964b-b0225dea27b1 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] 10.222.0.50 "GET /v2.0/security-groups?id=fc362ee0-83e8-483f-a9f5-3f38744386b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090417 Nov 11 22:21:58.112385 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3984242d-3397-485d-b515-ec34bfddbf45 None None] The sync data for ids ['af4b5628-f215-4219-9d92-0d242205e05d'] in dv-cinder-733622-20-iscsi is: [{'id': 'af4b5628-f215-4219-9d92-0d242205e05d', 'name': 'tempest-TestShelveInstance-605921958-router', 'tenant_id': 'f0aab064ec884a21a06c10a7077ea6a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'external_fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': 'f4b5968c-8d40-4bb7-af0d-dca287f12069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:21:53Z', 'updated_at': '2021-11-11T22:21:56Z', 'revision_number': 4, 'project_id': 'f0aab064ec884a21a06c10a7077ea6a9', 'gw_port': {'id': 'f4b5968c-8d40-4bb7-af0d-dca287f12069', 'name': '', 'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:1c:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af4b5628-f215-4219-9d92-0d242205e05d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:21:53Z', 'updated_at': '2021-11-11T22:21:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-20-iscsi', '_interfaces': [{'id': 'bbb699d5-e14f-41c8-b084-aa2fb6f18799', 'name': '', 'network_id': 'faf38d54-6efc-44c0-8cd7-d3207bc3f68a', 'tenant_id': 'f0aab064ec884a21a06c10a7077ea6a9', 'mac_address': 'fa:16:3e:f1:ac:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af4b5628-f215-4219-9d92-0d242205e05d', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '6fd1b3b9-0bcc-421c-8fab-3672b431f1bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:21:56Z', 'updated_at': '2021-11-11T22:21:56Z', 'revision_number': 2, 'project_id': 'f0aab064ec884a21a06c10a7077ea6a9', 'subnets': [{'id': '6fd1b3b9-0bcc-421c-8fab-3672b431f1bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:21:58.149973 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcc7e28-0a46-46e2-8da6-6502f83aad73 req-94e6695e-1fb9-4d40-bde5-eb5ac87e9600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:21:58.151524 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-efcc7e28-0a46-46e2-8da6-6502f83aad73 req-94e6695e-1fb9-4d40-bde5-eb5ac87e9600 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=70121f12841d4897aae58f9fe9f2c556&device_id=e51d0126-0110-4740-9c43-0cb61c4d7635 HTTP/1.1" status: 200 len: 1098 time: 0.2359102 Nov 11 22:21:58.175500 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-db7a8ac0-4fd7-4558-8b27-110311e9639f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:58.202024 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.wsgi [-] (101950) accepted ('10.222.0.50', 48066) {{(pid=101950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:21:58.206664 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.v2.base [None req-97d53484-66a5-448d-8724-54c50692a63c tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1447649510', 'description': 'tempest-secgroup-smoke-1447649510 description', 'project_id': '9bdbf69f4937401cbc8618398a68b4ae'}} {{(pid=101950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:21:58.234080 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-97d53484-66a5-448d-8724-54c50692a63c tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] Publish callbacks [] for security_group, before_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:58.283482 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcc7e28-0a46-46e2-8da6-6502f83aad73 req-d9f3b39d-4f67-4ee9-be4c-3ca8cdbaf5de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:21:58.285352 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-efcc7e28-0a46-46e2-8da6-6502f83aad73 req-d9f3b39d-4f67-4ee9-be4c-3ca8cdbaf5de service neutron] 10.222.0.26 "GET /v2.0/networks?id=73526368-1abf-4e4d-8815-40fc972517d4 HTTP/1.1" status: 200 len: 911 time: 0.0958221 Nov 11 22:21:58.312833 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-97d53484-66a5-448d-8724-54c50692a63c tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] Publish callbacks [] for security_group, precommit_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:58.317467 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-97d53484-66a5-448d-8724-54c50692a63c tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:58.370412 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-97d53484-66a5-448d-8724-54c50692a63c tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] Publish callbacks [] for security_group, before_response {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:58.372899 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [None req-97d53484-66a5-448d-8724-54c50692a63c tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1698308 Nov 11 22:21:58.377113 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 48068) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:21:58.383119 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.v2.base [None req-47c70855-1044-4b2a-ac2a-37e5d6f2b447 tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] Request body: {'security_group_rule': {'security_group_id': 'bba0fc88-b679-44f5-920f-fd78ad6bd2ab', 'project_id': '9bdbf69f4937401cbc8618398a68b4ae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:21:58.385202 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d53484-66a5-448d-8724-54c50692a63c tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bba0fc88-b679-44f5-920f-fd78ad6bd2ab,revision_number=1']} {{(pid=101950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:21:58.686775 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-efcc7e28-0a46-46e2-8da6-6502f83aad73 req-e5625aa6-e246-4658-870b-8f290f39576c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3ba44d04-5a99-4c65-9fa0-289f5d67c798 HTTP/1.1" status: 200 len: 1000 time: 0.3880734 Nov 11 22:21:58.739045 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-47c70855-1044-4b2a-ac2a-37e5d6f2b447 tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:58.753304 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcc7e28-0a46-46e2-8da6-6502f83aad73 req-ac0eb735-a8ff-4529-9465-884b17c88a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:21:58.754958 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-efcc7e28-0a46-46e2-8da6-6502f83aad73 req-ac0eb735-a8ff-4529-9465-884b17c88a4d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=707623ec-d95b-41b2-8e25-0e51182a8a59 HTTP/1.1" status: 200 len: 849 time: 0.0606751 Nov 11 22:21:58.860119 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcc7e28-0a46-46e2-8da6-6502f83aad73 req-6fecc1e0-6d1e-470d-8180-125dc306bd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:21:58.861693 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-efcc7e28-0a46-46e2-8da6-6502f83aad73 req-6fecc1e0-6d1e-470d-8180-125dc306bd5b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=73526368-1abf-4e4d-8815-40fc972517d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0953867 Nov 11 22:21:58.863425 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-47c70855-1044-4b2a-ac2a-37e5d6f2b447 tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:58.867588 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-47c70855-1044-4b2a-ac2a-37e5d6f2b447 tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883588'] for security_group_rule, after_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:58.897845 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c70855-1044-4b2a-ac2a-37e5d6f2b447 tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a513bd5-9a99-4621-ba7f-de07ded0d22a,revision_number=0']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:21:58.925117 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-47c70855-1044-4b2a-ac2a-37e5d6f2b447 tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:58.928807 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-47c70855-1044-4b2a-ac2a-37e5d6f2b447 tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5479403 Nov 11 22:21:58.929177 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.wsgi [-] (101950) accepted ('10.222.0.50', 48078) {{(pid=101950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:21:58.934878 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.v2.base [None req-96128345-4f8e-4daf-a614-af65d22a4e84 tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] Request body: {'security_group_rule': {'security_group_id': 'bba0fc88-b679-44f5-920f-fd78ad6bd2ab', 'project_id': '9bdbf69f4937401cbc8618398a68b4ae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:21:58.968541 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-96128345-4f8e-4daf-a614-af65d22a4e84 tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:59.019442 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-efcc7e28-0a46-46e2-8da6-6502f83aad73 req-78fa2603-3cae-4fa0-84eb-a165e109db4f service neutron] 10.222.0.26 "GET /v2.0/networks/73526368-1abf-4e4d-8815-40fc972517d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373479 Nov 11 22:21:59.111832 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-96128345-4f8e-4daf-a614-af65d22a4e84 tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:59.116293 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-96128345-4f8e-4daf-a614-af65d22a4e84 tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883588'] for security_group_rule, after_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:59.135415 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-efcc7e28-0a46-46e2-8da6-6502f83aad73 req-2ef31bf8-28a0-474c-b012-c058e697b664 service neutron] 10.222.0.26 "GET /v2.0/networks/73526368-1abf-4e4d-8815-40fc972517d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037586 Nov 11 22:21:59.174845 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-96128345-4f8e-4daf-a614-af65d22a4e84 tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:59.176048 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [None req-96128345-4f8e-4daf-a614-af65d22a4e84 tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2458596 Nov 11 22:21:59.179690 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 48090) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:21:59.186531 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.v2.base [None req-a3da9c65-bf3b-4958-bd5f-becfa282ba9e tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] Request body: {'security_group_rule': {'security_group_id': 'bba0fc88-b679-44f5-920f-fd78ad6bd2ab', 'project_id': '9bdbf69f4937401cbc8618398a68b4ae', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:21:59.197240 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adb8d6c-9e6d-4e0d-9260-e8c14e915499 req-7be50819-5ab8-416a-9cda-5375ce2c3a17 tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:21:59.198794 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-2adb8d6c-9e6d-4e0d-9260-e8c14e915499 req-7be50819-5ab8-416a-9cda-5375ce2c3a17 tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] 10.222.0.50 "GET /v2.0/networks?id=28a6337e-042c-406c-b6b1-9308a66f8fdf HTTP/1.1" status: 200 len: 815 time: 0.1980011 Nov 11 22:21:59.199443 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96128345-4f8e-4daf-a614-af65d22a4e84 tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb52a68f-3704-47e9-9beb-b1e2f450e5d4,revision_number=0']} {{(pid=101950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:21:59.221288 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-2adb8d6c-9e6d-4e0d-9260-e8c14e915499 req-58fab830-6b6f-46b1-b2df-d6e8e6bda8f5 tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] 10.222.0.50 "GET /v2.0/quotas/f8d6e97657ef4116a71e5c6d2af82906 HTTP/1.1" status: 200 len: 375 time: 0.0140243 Nov 11 22:21:59.228201 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-a3da9c65-bf3b-4958-bd5f-becfa282ba9e tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:59.238141 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729d428e-344c-48e6-8370-2afeba07cb2c req-ac5d6e6a-392c-4c53-8baf-7586a580931d tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:21:59.239867 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-729d428e-344c-48e6-8370-2afeba07cb2c req-ac5d6e6a-392c-4c53-8baf-7586a580931d tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] 10.222.0.50 "GET /v2.0/ports?device_id=e51d0126-0110-4740-9c43-0cb61c4d7635 HTTP/1.1" status: 200 len: 945 time: 0.0904365 Nov 11 22:21:59.300704 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-a3da9c65-bf3b-4958-bd5f-becfa282ba9e tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:59.305820 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-a3da9c65-bf3b-4958-bd5f-becfa282ba9e tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883588'] for security_group_rule, after_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:59.315069 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-2adb8d6c-9e6d-4e0d-9260-e8c14e915499 req-6382077d-7bb1-43b4-936f-a1782afb8fa8 tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=f8d6e97657ef4116a71e5c6d2af82906&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0873499 Nov 11 22:21:59.328134 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3da9c65-bf3b-4958-bd5f-becfa282ba9e tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f46b421-8576-4e8e-97f6-eb5a0196a58d,revision_number=0']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:21:59.343209 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-729d428e-344c-48e6-8370-2afeba07cb2c req-ac326b98-f1a4-4593-ada0-213a268d1fa9 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] 10.222.0.50 "GET /v2.0/security-groups?id=fc362ee0-83e8-483f-a9f5-3f38744386b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929604 Nov 11 22:21:59.351899 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-a3da9c65-bf3b-4958-bd5f-becfa282ba9e tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:59.356607 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-a3da9c65-bf3b-4958-bd5f-becfa282ba9e tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1717470 Nov 11 22:21:59.356607 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 48096) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:21:59.362330 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.v2.base [None req-4b719919-5bf4-4be9-9721-302e93c6ac8d tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] Request body: {'security_group_rule': {'security_group_id': 'bba0fc88-b679-44f5-920f-fd78ad6bd2ab', 'project_id': '9bdbf69f4937401cbc8618398a68b4ae', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:21:59.400925 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-4b719919-5bf4-4be9-9721-302e93c6ac8d tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:59.411143 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-766b5b4b-9c4e-4513-9f30-d5290b623bba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:59.480583 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-4b719919-5bf4-4be9-9721-302e93c6ac8d tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:59.485532 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-4b719919-5bf4-4be9-9721-302e93c6ac8d tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883588'] for security_group_rule, after_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:59.504126 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b719919-5bf4-4be9-9721-302e93c6ac8d tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d8e9feb-95f6-436e-87dc-63165428ef38,revision_number=0']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:21:59.504454 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-2adb8d6c-9e6d-4e0d-9260-e8c14e915499 req-92507125-275e-4818-b7e6-c3f018095b16 service neutron] 10.222.0.50 "GET /v2.0/networks/28a6337e-042c-406c-b6b1-9308a66f8fdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804862 Nov 11 22:21:59.514158 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-4b719919-5bf4-4be9-9721-302e93c6ac8d tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:59.515409 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-4b719919-5bf4-4be9-9721-302e93c6ac8d tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1573906 Nov 11 22:21:59.518178 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 48098) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:21:59.523015 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.v2.base [None req-67084e31-85e0-4ad1-8c4a-d276e8043326 tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] Request body: {'security_group_rule': {'security_group_id': 'bba0fc88-b679-44f5-920f-fd78ad6bd2ab', 'project_id': '9bdbf69f4937401cbc8618398a68b4ae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:21:59.551962 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.db.securitygroups_db [None req-67084e31-85e0-4ad1-8c4a-d276e8043326 tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] Project 9bdbf69f4937401cbc8618398a68b4ae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 22:21:59.559770 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-67084e31-85e0-4ad1-8c4a-d276e8043326 tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:59.648171 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-2adb8d6c-9e6d-4e0d-9260-e8c14e915499 req-a0db8ab0-7934-42a7-8c77-1cffd36ca051 service neutron] 10.222.0.50 "GET /v2.0/networks/28a6337e-042c-406c-b6b1-9308a66f8fdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271298 Nov 11 22:21:59.666696 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-67084e31-85e0-4ad1-8c4a-d276e8043326 tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:59.671498 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-67084e31-85e0-4ad1-8c4a-d276e8043326 tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883588'] for security_group_rule, after_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:59.690268 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67084e31-85e0-4ad1-8c4a-d276e8043326 tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0db75cf7-6206-480f-b7a8-2161416260d7,revision_number=0']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:21:59.706087 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-67084e31-85e0-4ad1-8c4a-d276e8043326 tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:59.707346 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-67084e31-85e0-4ad1-8c4a-d276e8043326 tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1881814 Nov 11 22:21:59.710201 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 48100) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:21:59.716190 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.v2.base [None req-a0a0cc2e-60ba-41dd-830a-45daada1241d tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] Request body: {'security_group_rule': {'security_group_id': 'bba0fc88-b679-44f5-920f-fd78ad6bd2ab', 'project_id': '9bdbf69f4937401cbc8618398a68b4ae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:21:59.742720 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.db.securitygroups_db [None req-a0a0cc2e-60ba-41dd-830a-45daada1241d tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] Project 9bdbf69f4937401cbc8618398a68b4ae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 22:21:59.749723 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-a0a0cc2e-60ba-41dd-830a-45daada1241d tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:59.828353 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-a0a0cc2e-60ba-41dd-830a-45daada1241d tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:59.833240 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-a0a0cc2e-60ba-41dd-830a-45daada1241d tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883588'] for security_group_rule, after_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:59.850656 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a0cc2e-60ba-41dd-830a-45daada1241d tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=375755c3-df1b-4417-92a1-7a0da1bfc983,revision_number=0']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:21:59.864748 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-a0a0cc2e-60ba-41dd-830a-45daada1241d tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:21:59.872558 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-a0a0cc2e-60ba-41dd-830a-45daada1241d tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1553869 Nov 11 22:21:59.879774 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-53c5755b-8233-444e-85ae-79ca2c122ef4 req-50cc12a4-61be-4c46-acef-051f80818e64 tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] 10.222.0.50 "GET /v2.0/ports?device_id=538279d6-6cf2-483f-875f-b83828972bb2 HTTP/1.1" status: 200 len: 210 time: 0.0411940 Nov 11 22:22:00.434548 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e97fee-41a0-49fd-80c0-732531ff4b94 None None] Sync routers for ids ['af4b5628-f215-4219-9d92-0d242205e05d'] in dv-cinder-733622-20-iscsi {{(pid=101953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:22:00.451022 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e97fee-41a0-49fd-80c0-732531ff4b94 None None] Routers {'af4b5628-f215-4219-9d92-0d242205e05d'} bound to L3 agent in host dv-cinder-733622-20-iscsi {{(pid=101953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:22:00.452173 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.db.l3_hamode_db [None req-83e97fee-41a0-49fd-80c0-732531ff4b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T22:08:28Z,description=,heartbeat_timestamp=2021-11-11T22:21:58Z,host='dv-cinder-733622-20-iscsi',id=4702c36b-78d9-4f52-8cbc-8d9e3292a6f2,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T22:08:28Z,topic='l3_agent')) {'router_ids': ['af4b5628-f215-4219-9d92-0d242205e05d'], 'active': True} {{(pid=101953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:22:00.513990 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0947b387-9a49-446a-af46-47229b35a032 req-7ec5dc0a-95a1-4445-8cdb-0c4c2fd38487 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:00.515665 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-0947b387-9a49-446a-af46-47229b35a032 req-7ec5dc0a-95a1-4445-8cdb-0c4c2fd38487 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] 10.222.0.50 "GET /v2.0/ports?device_id=e51d0126-0110-4740-9c43-0cb61c4d7635 HTTP/1.1" status: 200 len: 945 time: 0.0660048 Nov 11 22:22:00.568950 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-0947b387-9a49-446a-af46-47229b35a032 req-2b88320a-160e-41b3-a758-44688fb4f653 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] 10.222.0.50 "GET /v2.0/security-groups?id=fc362ee0-83e8-483f-a9f5-3f38744386b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466812 Nov 11 22:22:00.571818 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.db.l3_dvr_db [None req-83e97fee-41a0-49fd-80c0-732531ff4b94 None None] Set router af4b5628-f215-4219-9d92-0d242205e05d gateway port host: dv-cinder-733622-20-iscsi {{(pid=101953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:22:00.800570 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.db.l3_hamode_db [None req-83e97fee-41a0-49fd-80c0-732531ff4b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af4b5628-f215-4219-9d92-0d242205e05d', 'name': 'tempest-TestShelveInstance-605921958-router', 'tenant_id': 'f0aab064ec884a21a06c10a7077ea6a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'external_fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': 'f4b5968c-8d40-4bb7-af0d-dca287f12069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:21:53Z', 'updated_at': '2021-11-11T22:21:56Z', 'revision_number': 4, 'project_id': 'f0aab064ec884a21a06c10a7077ea6a9', 'gw_port': {'id': 'f4b5968c-8d40-4bb7-af0d-dca287f12069', 'name': '', 'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:1c:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af4b5628-f215-4219-9d92-0d242205e05d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:21:53Z', 'updated_at': '2021-11-11T22:21:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-20-iscsi', '_interfaces': [{'id': 'bbb699d5-e14f-41c8-b084-aa2fb6f18799', 'name': '', 'network_id': 'faf38d54-6efc-44c0-8cd7-d3207bc3f68a', 'tenant_id': 'f0aab064ec884a21a06c10a7077ea6a9', 'mac_address': 'fa:16:3e:f1:ac:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af4b5628-f215-4219-9d92-0d242205e05d', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '6fd1b3b9-0bcc-421c-8fab-3672b431f1bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:21:56Z', 'updated_at': '2021-11-11T22:21:56Z', 'revision_number': 2, 'project_id': 'f0aab064ec884a21a06c10a7077ea6a9', 'subnets': [{'id': '6fd1b3b9-0bcc-421c-8fab-3672b431f1bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-20-iscsi', False) {} {{(pid=101953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:22:00.804640 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-6e72e30b-d533-48e1-89e1-e2b3014a0430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:00.818370 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Device f4b5968c-8d40-4bb7-af0d-dca287f12069 up at agent ovs-agent-dv-cinder-733622-20-iscsi {{(pid=101952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:22:00.828697 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e97fee-41a0-49fd-80c0-732531ff4b94 None None] Checking router: af4b5628-f215-4219-9d92-0d242205e05d for host: dv-cinder-733622-20-iscsi {{(pid=101953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:22:00.828976 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e97fee-41a0-49fd-80c0-732531ff4b94 None None] Updating router af4b5628-f215-4219-9d92-0d242205e05d port bbb699d5-e14f-41c8-b084-aa2fb6f18799 binding host dv-cinder-733622-20-iscsi {{(pid=101953) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 22:22:00.861042 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron_lib.callbacks.manager [None req-83e97fee-41a0-49fd-80c0-732531ff4b94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_update {{(pid=101953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:00.870894 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.provisioning_blocks [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Provisioning complete for port f4b5968c-8d40-4bb7-af0d-dca287f12069 triggered by entity L2. {{(pid=101952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:22:00.871273 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8061746'] for port, provisioning_complete {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:00.975473 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:00.983580 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-08d77dad-1e7c-4645-a7b8-386a64a10fc7 req-098a6a98-7bce-40e4-8c13-3a00aa9f8ff2 tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] 10.222.0.50 "GET /v2.0/ports?device_id=538279d6-6cf2-483f-875f-b83828972bb2 HTTP/1.1" status: 200 len: 210 time: 0.0275912 Nov 11 22:22:01.002247 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] For port f4b5968c-8d40-4bb7-af0d-dca287f12069, host dv-cinder-733622-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-20-iscsi',level=0,port_id=f4b5968c-8d40-4bb7-af0d-dca287f12069,segment=NetworkSegment(a0316b7b-fb1e-457f-ba74-a0bbaa82bcb7),segment_id=a0316b7b-fb1e-457f-ba74-a0bbaa82bcb7)] {{(pid=101952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:22:01.018320 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776912265364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776911838100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776911838118'] for port, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:01.094820 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Pushing event updated for resources: {'Port': ['ID=f4b5968c-8d40-4bb7-af0d-dca287f12069,revision_number=4']} {{(pid=101952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:22:01.167979 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron_lib.callbacks.manager [None req-83e97fee-41a0-49fd-80c0-732531ff4b94 None None] Publish callbacks [] for port, precommit_update {{(pid=101953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:01.176260 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron_lib.callbacks.manager [None req-83e97fee-41a0-49fd-80c0-732531ff4b94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776912265364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776911838100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776911838118'] for port, after_update {{(pid=101953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:01.227306 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adb8d6c-9e6d-4e0d-9260-e8c14e915499 req-4d7e0041-55df-4f50-ae11-3e7456b94248 tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:01.228063 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd41067a-620a-4259-92b7-e84334805145 None None] Pushing event updated for resources: {'Port': ['ID=bbb699d5-e14f-41c8-b084-aa2fb6f18799,revision_number=3']} {{(pid=101953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:22:01.229221 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-2adb8d6c-9e6d-4e0d-9260-e8c14e915499 req-4d7e0041-55df-4f50-ae11-3e7456b94248 tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] 10.222.0.26 "GET /v2.0/networks?id=28a6337e-042c-406c-b6b1-9308a66f8fdf HTTP/1.1" status: 200 len: 815 time: 0.1167078 Nov 11 22:22:01.258974 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.v2.base [req-2adb8d6c-9e6d-4e0d-9260-e8c14e915499 req-8d30bb09-2852-466e-97f4-f4d4ff61d713 tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] Request body: {'port': {'device_id': '538279d6-6cf2-483f-875f-b83828972bb2', 'network_id': '28a6337e-042c-406c-b6b1-9308a66f8fdf', 'admin_state_up': True, 'tenant_id': 'f8d6e97657ef4116a71e5c6d2af82906'}} {{(pid=101951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:22:01.296888 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.plugins.ml2.managers [None req-83e97fee-41a0-49fd-80c0-732531ff4b94 None None] Attempting to bind port bbb699d5-e14f-41c8-b084-aa2fb6f18799 on host dv-cinder-733622-20-iscsi for vnic_type normal with profile {{(pid=101953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:22:01.297487 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.plugins.ml2.managers [None req-83e97fee-41a0-49fd-80c0-732531ff4b94 None None] Attempting to bind port bbb699d5-e14f-41c8-b084-aa2fb6f18799 by drivers openvswitch,hyperv on host dv-cinder-733622-20-iscsi at level 0 using segments [{'id': '4c0c02a7-5ebe-43b7-a1d4-413ae3cd6a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'faf38d54-6efc-44c0-8cd7-d3207bc3f68a'}] {{(pid=101953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:22:01.298075 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e97fee-41a0-49fd-80c0-732531ff4b94 None None] Attempting to bind port bbb699d5-e14f-41c8-b084-aa2fb6f18799 on network faf38d54-6efc-44c0-8cd7-d3207bc3f68a {{(pid=101953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:22:01.306890 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e97fee-41a0-49fd-80c0-732531ff4b94 None None] Checking agent: {'id': '83a5d6f5-895b-4fa9-b3a8-3d8b1836c237', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 22, 8, 32), 'started_at': datetime.datetime(2021, 11, 11, 22, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 21, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:22:01.307259 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e97fee-41a0-49fd-80c0-732531ff4b94 None None] Checking segment: {'id': '4c0c02a7-5ebe-43b7-a1d4-413ae3cd6a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'faf38d54-6efc-44c0-8cd7-d3207bc3f68a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:22:01.308187 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron_lib.callbacks.manager [None req-83e97fee-41a0-49fd-80c0-732531ff4b94 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:01.308851 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e97fee-41a0-49fd-80c0-732531ff4b94 None None] Bound using segment: {'id': '4c0c02a7-5ebe-43b7-a1d4-413ae3cd6a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'faf38d54-6efc-44c0-8cd7-d3207bc3f68a'} {{(pid=101953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:22:01.309597 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.plugins.ml2.managers [None req-83e97fee-41a0-49fd-80c0-732531ff4b94 None None] Bound port: bbb699d5-e14f-41c8-b084-aa2fb6f18799, host: dv-cinder-733622-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c0c02a7-5ebe-43b7-a1d4-413ae3cd6a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 837, 'network_id': 'faf38d54-6efc-44c0-8cd7-d3207bc3f68a'}}] {{(pid=101953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:22:01.310007 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron_lib.callbacks.manager [None req-83e97fee-41a0-49fd-80c0-732531ff4b94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_update {{(pid=101953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:01.385508 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.plugins.ml2.db [None req-83e97fee-41a0-49fd-80c0-732531ff4b94 None None] For port bbb699d5-e14f-41c8-b084-aa2fb6f18799, host dv-cinder-733622-20-iscsi, cleared binding levels {{(pid=101953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:22:01.389684 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.plugins.ml2.db [None req-83e97fee-41a0-49fd-80c0-732531ff4b94 None None] For port bbb699d5-e14f-41c8-b084-aa2fb6f18799, host dv-cinder-733622-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-20-iscsi',level=0,port_id=bbb699d5-e14f-41c8-b084-aa2fb6f18799,segment=NetworkSegment(4c0c02a7-5ebe-43b7-a1d4-413ae3cd6a22),segment_id=4c0c02a7-5ebe-43b7-a1d4-413ae3cd6a22)] {{(pid=101953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:22:01.394648 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron_lib.callbacks.manager [None req-83e97fee-41a0-49fd-80c0-732531ff4b94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776912265364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776911838100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776911838118'] for port, after_update {{(pid=101953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:01.422164 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2adb8d6c-9e6d-4e0d-9260-e8c14e915499 req-8d30bb09-2852-466e-97f4-f4d4ff61d713 tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] Made reservation on behalf of f8d6e97657ef4116a71e5c6d2af82906 for: {'port': 1} {{(pid=101951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:22:01.425999 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [req-2adb8d6c-9e6d-4e0d-9260-e8c14e915499 req-8d30bb09-2852-466e-97f4-f4d4ff61d713 tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:01.458562 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e97fee-41a0-49fd-80c0-732531ff4b94 None None] Routers {'af4b5628-f215-4219-9d92-0d242205e05d'} bound to L3 agent in host dv-cinder-733622-20-iscsi {{(pid=101953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:22:01.459203 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.db.l3_hamode_db [None req-83e97fee-41a0-49fd-80c0-732531ff4b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T22:08:28Z,description=,heartbeat_timestamp=2021-11-11T22:21:58Z,host='dv-cinder-733622-20-iscsi',id=4702c36b-78d9-4f52-8cbc-8d9e3292a6f2,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T22:08:28Z,topic='l3_agent')) {'router_ids': ['af4b5628-f215-4219-9d92-0d242205e05d'], 'active': True} {{(pid=101953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:22:01.519991 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.provisioning_blocks [None req-59c599ac-0d6a-4949-b142-124f760a3735 None None] Provisioning complete for port bbb699d5-e14f-41c8-b084-aa2fb6f18799 triggered by entity DHCP. {{(pid=101952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:22:01.520669 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-59c599ac-0d6a-4949-b142-124f760a3735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8061746'] for port, provisioning_complete {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:01.585629 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.db.l3_dvr_db [None req-83e97fee-41a0-49fd-80c0-732531ff4b94 None None] Set router af4b5628-f215-4219-9d92-0d242205e05d gateway port host: dv-cinder-733622-20-iscsi {{(pid=101953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:22:01.586254 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.db.db_base_plugin_common [req-2adb8d6c-9e6d-4e0d-9260-e8c14e915499 req-8d30bb09-2852-466e-97f4-f4d4ff61d713 tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] Allocated IP 172.20.0.7 (28a6337e-042c-406c-b6b1-9308a66f8fdf/53fc7978-d7f2-4b8c-9881-c5b2333bf2a4/df2e7465-a053-49ac-9511-ee6c420c3695) {{(pid=101951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:22:01.640284 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-59c599ac-0d6a-4949-b142-124f760a3735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:01.685502 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-59c599ac-0d6a-4949-b142-124f760a3735 None None] For port bbb699d5-e14f-41c8-b084-aa2fb6f18799, host dv-cinder-733622-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-20-iscsi',level=0,port_id=bbb699d5-e14f-41c8-b084-aa2fb6f18799,segment=NetworkSegment(4c0c02a7-5ebe-43b7-a1d4-413ae3cd6a22),segment_id=4c0c02a7-5ebe-43b7-a1d4-413ae3cd6a22)] {{(pid=101952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:22:01.691322 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-59c599ac-0d6a-4949-b142-124f760a3735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776912265364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776911838100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776911838118'] for port, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:01.717206 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd41067a-620a-4259-92b7-e84334805145 None None] Pushing event updated for resources: {'Port': ['ID=bbb699d5-e14f-41c8-b084-aa2fb6f18799,revision_number=4']} {{(pid=101953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:22:01.746503 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c599ac-0d6a-4949-b142-124f760a3735 None None] Pushing event updated for resources: {'Port': ['ID=bbb699d5-e14f-41c8-b084-aa2fb6f18799,revision_number=5']} {{(pid=101952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:22:01.790592 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [req-2adb8d6c-9e6d-4e0d-9260-e8c14e915499 req-8d30bb09-2852-466e-97f4-f4d4ff61d713 tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] Publish callbacks [] for port, precommit_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:01.794495 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:01.811957 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.provisioning_blocks [None req-1235d2b0-ae5a-4d92-8a8b-bb18cc4c6da5 None None] Provisioning complete for port bbb699d5-e14f-41c8-b084-aa2fb6f18799 triggered by entity DHCP. {{(pid=101952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:22:01.812702 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-1235d2b0-ae5a-4d92-8a8b-bb18cc4c6da5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8061746'] for port, provisioning_complete {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:01.830056 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [req-2adb8d6c-9e6d-4e0d-9260-e8c14e915499 req-8d30bb09-2852-466e-97f4-f4d4ff61d713 tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776911838082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9099554'] for port, after_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:01.840559 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.db.l3_hamode_db [None req-83e97fee-41a0-49fd-80c0-732531ff4b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af4b5628-f215-4219-9d92-0d242205e05d', 'name': 'tempest-TestShelveInstance-605921958-router', 'tenant_id': 'f0aab064ec884a21a06c10a7077ea6a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'external_fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': 'f4b5968c-8d40-4bb7-af0d-dca287f12069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:21:53Z', 'updated_at': '2021-11-11T22:21:56Z', 'revision_number': 4, 'project_id': 'f0aab064ec884a21a06c10a7077ea6a9', 'gw_port': {'id': 'f4b5968c-8d40-4bb7-af0d-dca287f12069', 'name': '', 'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:1c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af4b5628-f215-4219-9d92-0d242205e05d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:21:53Z', 'updated_at': '2021-11-11T22:22:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-20-iscsi', '_interfaces': [{'id': 'bbb699d5-e14f-41c8-b084-aa2fb6f18799', 'name': '', 'network_id': 'faf38d54-6efc-44c0-8cd7-d3207bc3f68a', 'tenant_id': 'f0aab064ec884a21a06c10a7077ea6a9', 'mac_address': 'fa:16:3e:f1:ac:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af4b5628-f215-4219-9d92-0d242205e05d', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '6fd1b3b9-0bcc-421c-8fab-3672b431f1bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:21:56Z', 'updated_at': '2021-11-11T22:22:01Z', 'revision_number': 4, 'project_id': 'f0aab064ec884a21a06c10a7077ea6a9', 'subnets': [{'id': '6fd1b3b9-0bcc-421c-8fab-3672b431f1bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-20-iscsi', False) {} {{(pid=101953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:22:01.847245 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] get_ports_and_sgs() called for port_ids ['1be7eab3-536c-46ed-923b-c898807a1d0d', 'b38eec63-837a-4586-acb3-8fb01b3fead1', '656dcbf8-303f-4158-9a7c-5afe7c5e470a'] {{(pid=101952) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 22:22:01.874051 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2adb8d6c-9e6d-4e0d-9260-e8c14e915499 req-8d30bb09-2852-466e-97f4-f4d4ff61d713 tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] Network 28a6337e-042c-406c-b6b1-9308a66f8fdf is already hosted by enough agents. {{(pid=101951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:22:01.877297 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e97fee-41a0-49fd-80c0-732531ff4b94 None None] The sync data for ids ['af4b5628-f215-4219-9d92-0d242205e05d'] in dv-cinder-733622-20-iscsi is: [{'id': 'af4b5628-f215-4219-9d92-0d242205e05d', 'name': 'tempest-TestShelveInstance-605921958-router', 'tenant_id': 'f0aab064ec884a21a06c10a7077ea6a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'external_fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': 'f4b5968c-8d40-4bb7-af0d-dca287f12069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:21:53Z', 'updated_at': '2021-11-11T22:21:56Z', 'revision_number': 4, 'project_id': 'f0aab064ec884a21a06c10a7077ea6a9', 'gw_port': {'id': 'f4b5968c-8d40-4bb7-af0d-dca287f12069', 'name': '', 'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:1c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af4b5628-f215-4219-9d92-0d242205e05d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:21:53Z', 'updated_at': '2021-11-11T22:22:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-20-iscsi', '_interfaces': [{'id': 'bbb699d5-e14f-41c8-b084-aa2fb6f18799', 'name': '', 'network_id': 'faf38d54-6efc-44c0-8cd7-d3207bc3f68a', 'tenant_id': 'f0aab064ec884a21a06c10a7077ea6a9', 'mac_address': 'fa:16:3e:f1:ac:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af4b5628-f215-4219-9d92-0d242205e05d', 'device_owner': 'network:router_interface', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '6fd1b3b9-0bcc-421c-8fab-3672b431f1bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:21:56Z', 'updated_at': '2021-11-11T22:22:01Z', 'revision_number': 4, 'project_id': 'f0aab064ec884a21a06c10a7077ea6a9', 'subnets': [{'id': '6fd1b3b9-0bcc-421c-8fab-3672b431f1bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:22:01.883022 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.scheduler.base_scheduler [req-2adb8d6c-9e6d-4e0d-9260-e8c14e915499 req-8d30bb09-2852-466e-97f4-f4d4ff61d713 tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] Resources bound (agent type, host, resource id): {{(pid=101951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:22:01.885740 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.db.l3_dvrscheduler_db [req-2adb8d6c-9e6d-4e0d-9260-e8c14e915499 req-8d30bb09-2852-466e-97f4-f4d4ff61d713 tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] Received port after_create {{(pid=101951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:22:01.918513 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d30bb09-2852-466e-97f4-f4d4ff61d713 tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] Pushing event updated for resources: {'Port': ['ID=df2e7465-a053-49ac-9511-ee6c420c3695,revision_number=1']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:22:01.954718 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adb8d6c-9e6d-4e0d-9260-e8c14e915499 req-8d30bb09-2852-466e-97f4-f4d4ff61d713 tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:01.955546 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [req-2adb8d6c-9e6d-4e0d-9260-e8c14e915499 req-8d30bb09-2852-466e-97f4-f4d4ff61d713 tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26363'] for port, before_response {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:01.974852 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-2adb8d6c-9e6d-4e0d-9260-e8c14e915499 req-8d30bb09-2852-466e-97f4-f4d4ff61d713 tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7221117 Nov 11 22:22:01.998927 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.v2.base [req-2adb8d6c-9e6d-4e0d-9260-e8c14e915499 req-d77ce306-0de0-43af-b6b3-d23893f904c8 service neutron] Request body: {'port': {'device_id': '538279d6-6cf2-483f-875f-b83828972bb2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=101951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:22:02.076728 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [req-2adb8d6c-9e6d-4e0d-9260-e8c14e915499 req-d77ce306-0de0-43af-b6b3-d23893f904c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_update {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:02.144269 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76c6fc8-b6c5-4eda-adc3-17cd69bbfb20 req-5ba1d403-8817-419a-9085-7d871ffc6be1 tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:02.153043 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-e76c6fc8-b6c5-4eda-adc3-17cd69bbfb20 req-5ba1d403-8817-419a-9085-7d871ffc6be1 tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] 10.222.0.50 "GET /v2.0/ports?device_id=538279d6-6cf2-483f-875f-b83828972bb2 HTTP/1.1" status: 200 len: 931 time: 0.0745914 Nov 11 22:22:02.219030 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-e76c6fc8-b6c5-4eda-adc3-17cd69bbfb20 req-c08d8e27-ff56-4e20-8cdb-dd21098448ab tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c398c41-9203-4ea6-9503-b54c6d139479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627468 Nov 11 22:22:02.434929 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.notifiers.nova [req-2adb8d6c-9e6d-4e0d-9260-e8c14e915499 req-d77ce306-0de0-43af-b6b3-d23893f904c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df2e7465-a053-49ac-9511-ee6c420c3695 {{(pid=101951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 22:22:02.442707 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [req-2adb8d6c-9e6d-4e0d-9260-e8c14e915499 req-d77ce306-0de0-43af-b6b3-d23893f904c8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:02.459792 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.db.provisioning_blocks [req-2adb8d6c-9e6d-4e0d-9260-e8c14e915499 req-d77ce306-0de0-43af-b6b3-d23893f904c8 service neutron] Transition to ACTIVE for port object df2e7465-a053-49ac-9511-ee6c420c3695 will not be triggered until provisioned by entity L2. {{(pid=101951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 22:22:02.463780 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [req-2adb8d6c-9e6d-4e0d-9260-e8c14e915499 req-d77ce306-0de0-43af-b6b3-d23893f904c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776912265364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776911838100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776911838118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9099611'] for port, after_update {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:02.514152 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77ce306-0de0-43af-b6b3-d23893f904c8 service neutron] Pushing event updated for resources: {'Port': ['ID=df2e7465-a053-49ac-9511-ee6c420c3695,revision_number=2']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:22:02.585848 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.managers [req-2adb8d6c-9e6d-4e0d-9260-e8c14e915499 req-d77ce306-0de0-43af-b6b3-d23893f904c8 service neutron] Attempting to bind port df2e7465-a053-49ac-9511-ee6c420c3695 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=101951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:22:02.586082 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.managers [req-2adb8d6c-9e6d-4e0d-9260-e8c14e915499 req-d77ce306-0de0-43af-b6b3-d23893f904c8 service neutron] Attempting to bind port df2e7465-a053-49ac-9511-ee6c420c3695 by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': '81317f1a-7990-46f6-a4f1-5638aef35159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '28a6337e-042c-406c-b6b1-9308a66f8fdf'}] {{(pid=101951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:22:02.586441 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2adb8d6c-9e6d-4e0d-9260-e8c14e915499 req-d77ce306-0de0-43af-b6b3-d23893f904c8 service neutron] Attempting to bind port df2e7465-a053-49ac-9511-ee6c420c3695 on network 28a6337e-042c-406c-b6b1-9308a66f8fdf {{(pid=101951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:22:02.591494 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2adb8d6c-9e6d-4e0d-9260-e8c14e915499 req-d77ce306-0de0-43af-b6b3-d23893f904c8 service neutron] Port df2e7465-a053-49ac-9511-ee6c420c3695 on network 28a6337e-042c-406c-b6b1-9308a66f8fdf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=101951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 22:22:02.591818 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2adb8d6c-9e6d-4e0d-9260-e8c14e915499 req-d77ce306-0de0-43af-b6b3-d23893f904c8 service neutron] Attempting to bind port df2e7465-a053-49ac-9511-ee6c420c3695 on network 28a6337e-042c-406c-b6b1-9308a66f8fdf {{(pid=101951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:22:02.596984 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2adb8d6c-9e6d-4e0d-9260-e8c14e915499 req-d77ce306-0de0-43af-b6b3-d23893f904c8 service neutron] Checking agent: {'id': 'a052ab81-1c58-45ec-bb06-1cf32ae4b08e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 22, 14, 39), 'started_at': datetime.datetime(2021, 11, 11, 22, 14, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 21, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:22:02.597324 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2adb8d6c-9e6d-4e0d-9260-e8c14e915499 req-d77ce306-0de0-43af-b6b3-d23893f904c8 service neutron] Checking segment: {'id': '81317f1a-7990-46f6-a4f1-5638aef35159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '28a6337e-042c-406c-b6b1-9308a66f8fdf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:22:02.597724 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2adb8d6c-9e6d-4e0d-9260-e8c14e915499 req-d77ce306-0de0-43af-b6b3-d23893f904c8 service neutron] Bound using segment: {'id': '81317f1a-7990-46f6-a4f1-5638aef35159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '28a6337e-042c-406c-b6b1-9308a66f8fdf'} {{(pid=101951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:22:02.598151 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.managers [req-2adb8d6c-9e6d-4e0d-9260-e8c14e915499 req-d77ce306-0de0-43af-b6b3-d23893f904c8 service neutron] Bound port: df2e7465-a053-49ac-9511-ee6c420c3695, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81317f1a-7990-46f6-a4f1-5638aef35159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '28a6337e-042c-406c-b6b1-9308a66f8fdf'}}] {{(pid=101951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:22:02.598504 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [req-2adb8d6c-9e6d-4e0d-9260-e8c14e915499 req-d77ce306-0de0-43af-b6b3-d23893f904c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_update {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:02.666926 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.db [req-2adb8d6c-9e6d-4e0d-9260-e8c14e915499 req-d77ce306-0de0-43af-b6b3-d23893f904c8 service neutron] For port df2e7465-a053-49ac-9511-ee6c420c3695, host hv-cinder-73362, cleared binding levels {{(pid=101951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:22:02.670497 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.db [req-2adb8d6c-9e6d-4e0d-9260-e8c14e915499 req-d77ce306-0de0-43af-b6b3-d23893f904c8 service neutron] For port df2e7465-a053-49ac-9511-ee6c420c3695, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=df2e7465-a053-49ac-9511-ee6c420c3695,segment=NetworkSegment(81317f1a-7990-46f6-a4f1-5638aef35159),segment_id=81317f1a-7990-46f6-a4f1-5638aef35159)] {{(pid=101951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:22:02.674974 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [req-2adb8d6c-9e6d-4e0d-9260-e8c14e915499 req-d77ce306-0de0-43af-b6b3-d23893f904c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776912265364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776911838100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776911838118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9099611'] for port, after_update {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:02.709318 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adb8d6c-9e6d-4e0d-9260-e8c14e915499 req-d77ce306-0de0-43af-b6b3-d23893f904c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:02.709878 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [req-2adb8d6c-9e6d-4e0d-9260-e8c14e915499 req-d77ce306-0de0-43af-b6b3-d23893f904c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26363'] for port, before_response {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:02.711252 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-2adb8d6c-9e6d-4e0d-9260-e8c14e915499 req-d77ce306-0de0-43af-b6b3-d23893f904c8 service neutron] 10.222.0.26 "PUT /v2.0/ports/df2e7465-a053-49ac-9511-ee6c420c3695 HTTP/1.1" status: 200 len: 1093 time: 0.7173562 Nov 11 22:22:02.711696 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '538279d6-6cf2-483f-875f-b83828972bb2', 'tag': 'df2e7465-a053-49ac-9511-ee6c420c3695'}] {{(pid=101951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:22:02.714472 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6edad8924451e5ac919d090b7a0cdac835d5bd684dc46b69d397444c146e85de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fb4b0e8-ed8d-4a52-a5c4-df2800048eae" -d '{"events": [{"name": "network-changed", "server_uuid": "538279d6-6cf2-483f-875f-b83828972bb2", "tag": "df2e7465-a053-49ac-9511-ee6c420c3695"}]}' {{(pid=101951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:22:02.761517 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77ce306-0de0-43af-b6b3-d23893f904c8 service neutron] Pushing event updated for resources: {'Port': ['ID=df2e7465-a053-49ac-9511-ee6c420c3695,revision_number=3']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:22:02.820613 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adb8d6c-9e6d-4e0d-9260-e8c14e915499 req-cc541403-d0b2-4557-9709-bc01ddffd76d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:02.822212 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-2adb8d6c-9e6d-4e0d-9260-e8c14e915499 req-cc541403-d0b2-4557-9709-bc01ddffd76d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f8d6e97657ef4116a71e5c6d2af82906&device_id=538279d6-6cf2-483f-875f-b83828972bb2 HTTP/1.1" status: 200 len: 1096 time: 0.0536129 Nov 11 22:22:02.859532 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Device bbb699d5-e14f-41c8-b084-aa2fb6f18799 up at agent ovs-agent-dv-cinder-733622-20-iscsi {{(pid=101952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:22:02.871096 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 22:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6185370-d494-4d14-891a-8c0cb6fe08c3 x-openstack-request-id: req-f6185370-d494-4d14-891a-8c0cb6fe08c3 {{(pid=101951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:22:02.871385 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "538279d6-6cf2-483f-875f-b83828972bb2", "tag": "df2e7465-a053-49ac-9511-ee6c420c3695", "status": "completed", "code": 200}]} {{(pid=101951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:22:02.871641 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-f6185370-d494-4d14-891a-8c0cb6fe08c3 {{(pid=101951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:22:02.872040 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '538279d6-6cf2-483f-875f-b83828972bb2', 'tag': 'df2e7465-a053-49ac-9511-ee6c420c3695', 'status': 'completed', 'code': 200} Nov 11 22:22:02.873891 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-2adb8d6c-9e6d-4e0d-9260-e8c14e915499 req-7393c826-2b3c-4690-9ae6-51ab1e204933 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=df2e7465-a053-49ac-9511-ee6c420c3695 HTTP/1.1" status: 200 len: 217 time: 0.0427537 Nov 11 22:22:02.910515 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.provisioning_blocks [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Provisioning complete for port bbb699d5-e14f-41c8-b084-aa2fb6f18799 triggered by entity L2. {{(pid=101952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:22:02.910907 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8061746'] for port, provisioning_complete {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:02.940630 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adb8d6c-9e6d-4e0d-9260-e8c14e915499 req-df2fa1a4-787c-4f9f-a8b9-54e2101a6d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:02.942058 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-2adb8d6c-9e6d-4e0d-9260-e8c14e915499 req-df2fa1a4-787c-4f9f-a8b9-54e2101a6d1b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=53fc7978-d7f2-4b8c-9881-c5b2333bf2a4 HTTP/1.1" status: 200 len: 855 time: 0.0485203 Nov 11 22:22:02.977349 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-2adb8d6c-9e6d-4e0d-9260-e8c14e915499 req-2a8edcc6-fa6b-4419-84c7-0560d28a88b1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=28a6337e-042c-406c-b6b1-9308a66f8fdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271201 Nov 11 22:22:02.993105 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Device f4b5968c-8d40-4bb7-af0d-dca287f12069 up at agent ovs-agent-dv-cinder-733622-20-iscsi {{(pid=101952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:22:03.040096 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.provisioning_blocks [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Provisioning complete for port f4b5968c-8d40-4bb7-af0d-dca287f12069 triggered by entity L2. {{(pid=101952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:22:03.040666 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8061746'] for port, provisioning_complete {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:03.071637 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-2adb8d6c-9e6d-4e0d-9260-e8c14e915499 req-924e0efa-2cda-4693-ad5f-351b85f82cc6 service neutron] 10.222.0.26 "GET /v2.0/networks/28a6337e-042c-406c-b6b1-9308a66f8fdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848348 Nov 11 22:22:03.179606 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-2adb8d6c-9e6d-4e0d-9260-e8c14e915499 req-e727dd21-c9e4-453a-a2ca-b4f2aea4a2d6 service neutron] 10.222.0.26 "GET /v2.0/networks/28a6337e-042c-406c-b6b1-9308a66f8fdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929179 Nov 11 22:22:03.278627 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb4b0e8-ed8d-4a52-a5c4-df2800048eae req-f1382ab1-d039-4e50-b878-258f1523e825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:03.280572 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-4fb4b0e8-ed8d-4a52-a5c4-df2800048eae req-f1382ab1-d039-4e50-b878-258f1523e825 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f8d6e97657ef4116a71e5c6d2af82906&device_id=538279d6-6cf2-483f-875f-b83828972bb2 HTTP/1.1" status: 200 len: 1096 time: 0.0426841 Nov 11 22:22:03.344967 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b727aff9-ccf8-4826-93b1-f64a6736c255 req-b9588985-73ca-4e5c-85c7-d29ac82e2a08 tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:03.346592 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-b727aff9-ccf8-4826-93b1-f64a6736c255 req-b9588985-73ca-4e5c-85c7-d29ac82e2a08 tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] 10.222.0.50 "GET /v2.0/ports?device_id=538279d6-6cf2-483f-875f-b83828972bb2 HTTP/1.1" status: 200 len: 943 time: 0.0562334 Nov 11 22:22:03.389218 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb4b0e8-ed8d-4a52-a5c4-df2800048eae req-3a273fec-7e5f-4707-9eb5-4e59c578732e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:03.390857 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-4fb4b0e8-ed8d-4a52-a5c4-df2800048eae req-3a273fec-7e5f-4707-9eb5-4e59c578732e service neutron] 10.222.0.26 "GET /v2.0/networks?id=28a6337e-042c-406c-b6b1-9308a66f8fdf HTTP/1.1" status: 200 len: 916 time: 0.1010540 Nov 11 22:22:03.397183 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-b727aff9-ccf8-4826-93b1-f64a6736c255 req-b6987dd7-17ea-4b0f-ab92-01366a649734 tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c398c41-9203-4ea6-9503-b54c6d139479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445137 Nov 11 22:22:03.441268 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-4fb4b0e8-ed8d-4a52-a5c4-df2800048eae req-473b8403-1038-48cd-b469-b3a1934c3341 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=df2e7465-a053-49ac-9511-ee6c420c3695 HTTP/1.1" status: 200 len: 217 time: 0.0353923 Nov 11 22:22:03.503004 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb4b0e8-ed8d-4a52-a5c4-df2800048eae req-93ceacfb-9cad-44fe-8d9f-5a2906c63a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:03.504457 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-4fb4b0e8-ed8d-4a52-a5c4-df2800048eae req-93ceacfb-9cad-44fe-8d9f-5a2906c63a8a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=53fc7978-d7f2-4b8c-9881-c5b2333bf2a4 HTTP/1.1" status: 200 len: 855 time: 0.0511138 Nov 11 22:22:03.546866 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-4fb4b0e8-ed8d-4a52-a5c4-df2800048eae req-501ed989-3b22-43bc-8507-2343860fc5d2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=28a6337e-042c-406c-b6b1-9308a66f8fdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268376 Nov 11 22:22:03.639644 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-4fb4b0e8-ed8d-4a52-a5c4-df2800048eae req-bc0095b1-a94d-4e15-8b89-675b2ba224ac service neutron] 10.222.0.26 "GET /v2.0/networks/28a6337e-042c-406c-b6b1-9308a66f8fdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831189 Nov 11 22:22:03.736152 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-4fb4b0e8-ed8d-4a52-a5c4-df2800048eae req-eb6249d4-afe8-4561-98a0-0d197d2d62fb service neutron] 10.222.0.26 "GET /v2.0/networks/28a6337e-042c-406c-b6b1-9308a66f8fdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874410 Nov 11 22:22:04.512985 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378b6429-0091-4a24-8051-37fe181ba055 req-96e79c6a-d2ac-448a-8b91-609f3ae86705 tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:04.514601 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-378b6429-0091-4a24-8051-37fe181ba055 req-96e79c6a-d2ac-448a-8b91-609f3ae86705 tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] 10.222.0.50 "GET /v2.0/ports?device_id=538279d6-6cf2-483f-875f-b83828972bb2 HTTP/1.1" status: 200 len: 943 time: 0.0498438 Nov 11 22:22:04.574878 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-378b6429-0091-4a24-8051-37fe181ba055 req-0c4fc1c8-362e-4d0b-8ad1-9239469becb0 tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c398c41-9203-4ea6-9503-b54c6d139479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539784 Nov 11 22:22:05.916701 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873ec36f-b3a3-4b1f-aefa-189bcb879bcd req-f8402e5e-a3e8-42f9-a093-b999d3d6d84a tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:05.918228 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-873ec36f-b3a3-4b1f-aefa-189bcb879bcd req-f8402e5e-a3e8-42f9-a093-b999d3d6d84a tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] 10.222.0.50 "GET /v2.0/ports?device_id=538279d6-6cf2-483f-875f-b83828972bb2 HTTP/1.1" status: 200 len: 943 time: 0.2761271 Nov 11 22:22:05.963967 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-873ec36f-b3a3-4b1f-aefa-189bcb879bcd req-e97ce0c5-182c-4ac1-9b26-ea2f8888d0bd tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c398c41-9203-4ea6-9503-b54c6d139479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399435 Nov 11 22:22:07.083723 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d87be87-a925-415a-8611-2f2b40c36dad req-13a74aa7-b45a-4bc0-9640-bed9e42217cb tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:07.085321 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-2d87be87-a925-415a-8611-2f2b40c36dad req-13a74aa7-b45a-4bc0-9640-bed9e42217cb tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] 10.222.0.50 "GET /v2.0/ports?device_id=538279d6-6cf2-483f-875f-b83828972bb2 HTTP/1.1" status: 200 len: 943 time: 0.0482020 Nov 11 22:22:07.132438 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-2d87be87-a925-415a-8611-2f2b40c36dad req-e5bc647c-8fb6-46b5-9f0a-7c48d5b4a606 tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c398c41-9203-4ea6-9503-b54c6d139479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405605 Nov 11 22:22:07.583580 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Device df2e7465-a053-49ac-9511-ee6c420c3695 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=101952) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 22:22:07.683107 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] For port df2e7465-a053-49ac-9511-ee6c420c3695, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=df2e7465-a053-49ac-9511-ee6c420c3695,segment=NetworkSegment(81317f1a-7990-46f6-a4f1-5638aef35159),segment_id=81317f1a-7990-46f6-a4f1-5638aef35159)] {{(pid=101952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:22:07.699106 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Returning: {'device': 'df2e7465-a053-49ac-9511-ee6c420c3695', 'network_id': '28a6337e-042c-406c-b6b1-9308a66f8fdf', 'port_id': 'df2e7465-a053-49ac-9511-ee6c420c3695', 'mac_address': 'fa:16:3e:cb:6c:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 806, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53fc7978-d7f2-4b8c-9881-c5b2333bf2a4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101952) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 22:22:07.738065 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:07.752192 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.notifiers.nova [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df2e7465-a053-49ac-9511-ee6c420c3695 {{(pid=101952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 22:22:07.771616 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] For port df2e7465-a053-49ac-9511-ee6c420c3695, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=df2e7465-a053-49ac-9511-ee6c420c3695,segment=NetworkSegment(81317f1a-7990-46f6-a4f1-5638aef35159),segment_id=81317f1a-7990-46f6-a4f1-5638aef35159)] {{(pid=101952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:22:07.775323 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776912265364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776911838100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776911838118'] for port, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:07.824290 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Pushing event updated for resources: {'Port': ['ID=df2e7465-a053-49ac-9511-ee6c420c3695,revision_number=4']} {{(pid=101952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:22:08.148559 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] get_ports_and_sgs() called for port_ids ['df2e7465-a053-49ac-9511-ee6c420c3695'] {{(pid=101952) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 22:22:08.257504 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e849bcc-f71e-4271-bc2b-5e65670d4fe9 req-7183337c-70f2-4078-a856-e9d964fb60b1 tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:08.258994 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-8e849bcc-f71e-4271-bc2b-5e65670d4fe9 req-7183337c-70f2-4078-a856-e9d964fb60b1 tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] 10.222.0.50 "GET /v2.0/ports?device_id=538279d6-6cf2-483f-875f-b83828972bb2 HTTP/1.1" status: 200 len: 944 time: 0.0578461 Nov 11 22:22:08.307373 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-8e849bcc-f71e-4271-bc2b-5e65670d4fe9 req-5b9edec2-edd6-4586-8041-771a2143bbd9 tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c398c41-9203-4ea6-9503-b54c6d139479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414886 Nov 11 22:22:09.425257 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4957a878-c56f-4fb3-a5fa-66210b2b741a req-43146d8a-e1fb-49b0-b0be-a2588579ff8c tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:09.426742 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-4957a878-c56f-4fb3-a5fa-66210b2b741a req-43146d8a-e1fb-49b0-b0be-a2588579ff8c tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] 10.222.0.50 "GET /v2.0/ports?device_id=538279d6-6cf2-483f-875f-b83828972bb2 HTTP/1.1" status: 200 len: 944 time: 0.0499377 Nov 11 22:22:09.476016 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-4957a878-c56f-4fb3-a5fa-66210b2b741a req-3d240f9e-b881-4b36-9547-0d49cef5c3c9 tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c398c41-9203-4ea6-9503-b54c6d139479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434391 Nov 11 22:22:09.597933 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Device df2e7465-a053-49ac-9511-ee6c420c3695 up at agent hyperv_hv-cinder-73362 {{(pid=101952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:22:09.646766 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.provisioning_blocks [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Provisioning for port df2e7465-a053-49ac-9511-ee6c420c3695 completed by entity L2. {{(pid=101952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 22:22:09.651538 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.provisioning_blocks [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Provisioning complete for port df2e7465-a053-49ac-9511-ee6c420c3695 triggered by entity L2. {{(pid=101952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:22:09.651910 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8061746'] for port, provisioning_complete {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:09.742345 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:09.767792 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '538279d6-6cf2-483f-875f-b83828972bb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df2e7465-a053-49ac-9511-ee6c420c3695'}] {{(pid=101952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:22:09.771429 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}354dda558456ac383be05774d0115fbb8a8e814f0e1169db929e83f4c2942df8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54b86720-fedf-4a9c-aebe-3ca69d308b51" -d '{"events": [{"server_uuid": "538279d6-6cf2-483f-875f-b83828972bb2", "name": "network-vif-plugged", "status": "completed", "tag": "df2e7465-a053-49ac-9511-ee6c420c3695"}]}' {{(pid=101952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:22:09.789053 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] For port df2e7465-a053-49ac-9511-ee6c420c3695, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=df2e7465-a053-49ac-9511-ee6c420c3695,segment=NetworkSegment(81317f1a-7990-46f6-a4f1-5638aef35159),segment_id=81317f1a-7990-46f6-a4f1-5638aef35159)] {{(pid=101952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:22:09.810039 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776912265364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776911838100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776911838118'] for port, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:09.831043 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 22:22:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee2ce56f-2ecc-4530-a963-c18c6a057049 x-openstack-request-id: req-ee2ce56f-2ecc-4530-a963-c18c6a057049 {{(pid=101952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:22:09.831267 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "538279d6-6cf2-483f-875f-b83828972bb2", "name": "network-vif-plugged", "status": "completed", "tag": "df2e7465-a053-49ac-9511-ee6c420c3695", "code": 200}]} {{(pid=101952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:22:09.831522 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ee2ce56f-2ecc-4530-a963-c18c6a057049 {{(pid=101952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:22:09.832748 dv-cinder-733622-20-iscsi neutron-server[101952]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '538279d6-6cf2-483f-875f-b83828972bb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df2e7465-a053-49ac-9511-ee6c420c3695', 'code': 200} Nov 11 22:22:09.892835 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:09.899032 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Pushing event updated for resources: {'Port': ['ID=df2e7465-a053-49ac-9511-ee6c420c3695,revision_number=5']} {{(pid=101952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:22:10.013723 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767f8606-b175-4b5c-81ac-59cd642ba441 req-028b554d-53f6-4570-b568-90d1afe8fe42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:10.015207 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-767f8606-b175-4b5c-81ac-59cd642ba441 req-028b554d-53f6-4570-b568-90d1afe8fe42 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=538279d6-6cf2-483f-875f-b83828972bb2 HTTP/1.1" status: 200 len: 1098 time: 0.0407741 Nov 11 22:22:10.060479 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-767f8606-b175-4b5c-81ac-59cd642ba441 req-ffefa3ea-74a9-438b-8d30-565833908d99 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=6c398c41-9203-4ea6-9503-b54c6d139479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374184 Nov 11 22:22:10.596622 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7e7ab7-96f9-4caf-a78f-bec9ea2396d1 req-ef731057-8897-4d53-b843-7ff7be8f743b tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:10.598180 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-5e7e7ab7-96f9-4caf-a78f-bec9ea2396d1 req-ef731057-8897-4d53-b843-7ff7be8f743b tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] 10.222.0.50 "GET /v2.0/ports?device_id=538279d6-6cf2-483f-875f-b83828972bb2 HTTP/1.1" status: 200 len: 945 time: 0.0497077 Nov 11 22:22:10.650637 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-5e7e7ab7-96f9-4caf-a78f-bec9ea2396d1 req-21ffb693-61a2-4d0d-91d9-9dd8ddde13ae tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c398c41-9203-4ea6-9503-b54c6d139479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463006 Nov 11 22:22:11.774052 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c25f64-09ea-452b-9d52-7ba1a5ac4fac req-06eac70f-d6d1-4ddf-95ef-6b0520b54215 tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:11.775535 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-26c25f64-09ea-452b-9d52-7ba1a5ac4fac req-06eac70f-d6d1-4ddf-95ef-6b0520b54215 tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] 10.222.0.50 "GET /v2.0/ports?device_id=538279d6-6cf2-483f-875f-b83828972bb2 HTTP/1.1" status: 200 len: 945 time: 0.0509760 Nov 11 22:22:11.825256 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-26c25f64-09ea-452b-9d52-7ba1a5ac4fac req-8d806c17-a716-4689-995c-7602fd8391bd tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c398c41-9203-4ea6-9503-b54c6d139479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431976 Nov 11 22:22:12.312424 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78b87f7-3a24-4965-9eef-0476e557a80b req-d8777e79-2667-4811-b0a3-e6bff566e672 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:12.314005 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-f78b87f7-3a24-4965-9eef-0476e557a80b req-d8777e79-2667-4811-b0a3-e6bff566e672 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/ports?device_id=7703a725-3881-436a-ae59-282d0fc8f43e HTTP/1.1" status: 200 len: 945 time: 0.0499175 Nov 11 22:22:12.363029 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-f78b87f7-3a24-4965-9eef-0476e557a80b req-d761395d-4770-41f7-a0bd-3e07492a915a tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9b7ac91-bf2b-4b23-a0c0-7bf41cf616d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424111 Nov 11 22:22:13.513806 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7987f5a-e735-4951-8ac7-254bcd9c6f1e req-04d86d70-db2e-4133-9b14-aa690d3b8db1 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:13.515297 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-b7987f5a-e735-4951-8ac7-254bcd9c6f1e req-04d86d70-db2e-4133-9b14-aa690d3b8db1 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/ports?device_id=7703a725-3881-436a-ae59-282d0fc8f43e HTTP/1.1" status: 200 len: 945 time: 0.0545623 Nov 11 22:22:13.565997 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-b7987f5a-e735-4951-8ac7-254bcd9c6f1e req-390afe12-080b-4612-8329-40dbf1e2ab0d tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9b7ac91-bf2b-4b23-a0c0-7bf41cf616d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447447 Nov 11 22:22:14.690383 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2964e82-8b13-4754-a96d-304ed52c4915 req-c8bf0090-e030-4c49-b069-4dc27a459f39 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:14.692107 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-b2964e82-8b13-4754-a96d-304ed52c4915 req-c8bf0090-e030-4c49-b069-4dc27a459f39 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/ports?device_id=7703a725-3881-436a-ae59-282d0fc8f43e HTTP/1.1" status: 200 len: 945 time: 0.0499978 Nov 11 22:22:14.739510 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-b2964e82-8b13-4754-a96d-304ed52c4915 req-bec81dd7-d191-452a-94b5-a1cc1a88ca9d tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9b7ac91-bf2b-4b23-a0c0-7bf41cf616d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415282 Nov 11 22:22:15.865095 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a00a0f9-b37f-4153-873f-c9d7186bdd8f req-81932288-6a6c-453a-9600-77b3907c1dad tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:15.866581 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-7a00a0f9-b37f-4153-873f-c9d7186bdd8f req-81932288-6a6c-453a-9600-77b3907c1dad tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/ports?device_id=7703a725-3881-436a-ae59-282d0fc8f43e HTTP/1.1" status: 200 len: 945 time: 0.0522952 Nov 11 22:22:15.913362 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-7a00a0f9-b37f-4153-873f-c9d7186bdd8f req-5decd19b-bc64-4dd4-8a4f-36fac153f8b1 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9b7ac91-bf2b-4b23-a0c0-7bf41cf616d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407944 Nov 11 22:22:17.030110 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532789bc-0a80-4f17-972e-32804a6c9130 req-27be3837-6fb1-4190-8958-8a9b66819e5f tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:17.031515 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-532789bc-0a80-4f17-972e-32804a6c9130 req-27be3837-6fb1-4190-8958-8a9b66819e5f tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/ports?device_id=7703a725-3881-436a-ae59-282d0fc8f43e HTTP/1.1" status: 200 len: 945 time: 0.0481696 Nov 11 22:22:17.079314 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-532789bc-0a80-4f17-972e-32804a6c9130 req-14c67c00-a93f-4b76-a417-c8a00ff3a9b3 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9b7ac91-bf2b-4b23-a0c0-7bf41cf616d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414214 Nov 11 22:22:18.212925 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c1ccbe-79bf-483f-98b7-16f59cbffc5e req-277afc41-f118-4ae9-88de-194fbb3ff74a tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:18.214653 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-c3c1ccbe-79bf-483f-98b7-16f59cbffc5e req-277afc41-f118-4ae9-88de-194fbb3ff74a tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/ports?device_id=7703a725-3881-436a-ae59-282d0fc8f43e HTTP/1.1" status: 200 len: 945 time: 0.0538518 Nov 11 22:22:18.293006 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-c3c1ccbe-79bf-483f-98b7-16f59cbffc5e req-72fc74da-13f6-4b12-b931-9c81ff4c2db8 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9b7ac91-bf2b-4b23-a0c0-7bf41cf616d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712790 Nov 11 22:22:19.427805 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-5a391e94-68f2-476b-b9da-72a5368f09e7 req-35b09ca7-c435-4dfb-b203-bae5006fc20b tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1447649510&fields=id&tenant_id=9bdbf69f4937401cbc8618398a68b4ae HTTP/1.1" status: 200 len: 267 time: 0.0732012 Nov 11 22:22:19.447019 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c547c408-51c0-4f4a-94f3-b4a87c99aec0 req-f23713a4-4007-411e-8f35-6b3573033b20 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:19.448578 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-c547c408-51c0-4f4a-94f3-b4a87c99aec0 req-f23713a4-4007-411e-8f35-6b3573033b20 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/ports?device_id=7703a725-3881-436a-ae59-282d0fc8f43e HTTP/1.1" status: 200 len: 945 time: 0.0776587 Nov 11 22:22:19.560571 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-c547c408-51c0-4f4a-94f3-b4a87c99aec0 req-9a6028ca-99fb-4a19-9e70-eda27cfe4834 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9b7ac91-bf2b-4b23-a0c0-7bf41cf616d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028259 Nov 11 22:22:19.595682 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a391e94-68f2-476b-b9da-72a5368f09e7 req-c4c4f9a4-b7d7-42be-bae3-804ea3734d41 tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:19.597273 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-5a391e94-68f2-476b-b9da-72a5368f09e7 req-c4c4f9a4-b7d7-42be-bae3-804ea3734d41 tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] 10.222.0.50 "GET /v2.0/networks?id=26fdc315-aba2-4576-a6e9-177175e14633 HTTP/1.1" status: 200 len: 808 time: 0.1592805 Nov 11 22:22:19.617676 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-5a391e94-68f2-476b-b9da-72a5368f09e7 req-67ee5271-6cd3-4c53-b026-08466ba472c9 tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] 10.222.0.50 "GET /v2.0/quotas/9bdbf69f4937401cbc8618398a68b4ae HTTP/1.1" status: 200 len: 375 time: 0.0112450 Nov 11 22:22:19.671507 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-5a391e94-68f2-476b-b9da-72a5368f09e7 req-73e27b70-2d61-4223-ac74-31fa83234503 tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=9bdbf69f4937401cbc8618398a68b4ae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0480108 Nov 11 22:22:19.832185 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-5a391e94-68f2-476b-b9da-72a5368f09e7 req-19082d57-2094-4cee-bf86-642aea418004 service neutron] 10.222.0.50 "GET /v2.0/networks/26fdc315-aba2-4576-a6e9-177175e14633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475103 Nov 11 22:22:19.929857 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-5a391e94-68f2-476b-b9da-72a5368f09e7 req-fba67dff-6fa3-4152-a02e-a67d4ae6cf2c service neutron] 10.222.0.50 "GET /v2.0/networks/26fdc315-aba2-4576-a6e9-177175e14633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904124 Nov 11 22:22:20.279395 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-f7ad18c2-1b31-4e98-9421-5881feb7092b req-d15dc506-2b26-49a0-9404-ae18f5df22bb tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] 10.222.0.50 "GET /v2.0/ports?device_id=54e29906-2253-4e26-b9ae-ef5f40e4580f HTTP/1.1" status: 200 len: 210 time: 0.0306556 Nov 11 22:22:20.725434 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93322c9a-ce12-4b6d-8203-957274a89c3a req-6c224929-60dd-4811-b486-da45171ce85a tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:20.727047 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-93322c9a-ce12-4b6d-8203-957274a89c3a req-6c224929-60dd-4811-b486-da45171ce85a tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/ports?device_id=7703a725-3881-436a-ae59-282d0fc8f43e HTTP/1.1" status: 200 len: 945 time: 0.0595510 Nov 11 22:22:20.790951 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-93322c9a-ce12-4b6d-8203-957274a89c3a req-89494de9-24f9-49a7-932b-a302b334ac6c tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9b7ac91-bf2b-4b23-a0c0-7bf41cf616d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529590 Nov 11 22:22:21.394982 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-d041a40b-d0fd-4a6e-9d8b-bb8a5abc7640 req-7fd50d89-7fc7-4921-b8b3-38c93daa9d28 tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] 10.222.0.50 "GET /v2.0/ports?device_id=54e29906-2253-4e26-b9ae-ef5f40e4580f HTTP/1.1" status: 200 len: 210 time: 0.0373640 Nov 11 22:22:21.518553 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a391e94-68f2-476b-b9da-72a5368f09e7 req-6b0f572a-1eb0-4b6e-a6c4-5a0d52691fff tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:21.520080 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-5a391e94-68f2-476b-b9da-72a5368f09e7 req-6b0f572a-1eb0-4b6e-a6c4-5a0d52691fff tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] 10.222.0.26 "GET /v2.0/networks?id=26fdc315-aba2-4576-a6e9-177175e14633 HTTP/1.1" status: 200 len: 808 time: 0.1232829 Nov 11 22:22:21.615282 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-5a391e94-68f2-476b-b9da-72a5368f09e7 req-466a1e2e-70cf-4fb6-84cc-ed362b0bdd8e tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9bdbf69f4937401cbc8618398a68b4ae HTTP/1.1" status: 200 len: 380 time: 0.0703366 Nov 11 22:22:21.627833 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.v2.base [req-5a391e94-68f2-476b-b9da-72a5368f09e7 req-91df5de6-ae3f-42bb-8cb4-0dfe4c7c2f35 tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] Request body: {'port': {'device_id': '54e29906-2253-4e26-b9ae-ef5f40e4580f', 'network_id': '26fdc315-aba2-4576-a6e9-177175e14633', 'admin_state_up': True, 'tenant_id': '9bdbf69f4937401cbc8618398a68b4ae', 'security_groups': ['bba0fc88-b679-44f5-920f-fd78ad6bd2ab']}} {{(pid=101951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:22:21.792858 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a391e94-68f2-476b-b9da-72a5368f09e7 req-91df5de6-ae3f-42bb-8cb4-0dfe4c7c2f35 tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] Made reservation on behalf of 9bdbf69f4937401cbc8618398a68b4ae for: {'port': 1} {{(pid=101951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:22:21.796613 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [req-5a391e94-68f2-476b-b9da-72a5368f09e7 req-91df5de6-ae3f-42bb-8cb4-0dfe4c7c2f35 tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:21.967093 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ab20bc-0627-4882-a676-0c54bbdc7ab5 req-d8c6ae7c-8e87-43dd-86c6-d2e2197de8b0 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:21.969680 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-79ab20bc-0627-4882-a676-0c54bbdc7ab5 req-d8c6ae7c-8e87-43dd-86c6-d2e2197de8b0 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/ports?device_id=7703a725-3881-436a-ae59-282d0fc8f43e HTTP/1.1" status: 200 len: 945 time: 0.0797780 Nov 11 22:22:21.970704 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.db.db_base_plugin_common [req-5a391e94-68f2-476b-b9da-72a5368f09e7 req-91df5de6-ae3f-42bb-8cb4-0dfe4c7c2f35 tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] Allocated IP 172.20.0.5 (26fdc315-aba2-4576-a6e9-177175e14633/31e14342-d1a0-40ee-809c-2fa3145a5267/787bdf93-434f-4c48-ac1c-670af74fb180) {{(pid=101951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:22:22.030055 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-79ab20bc-0627-4882-a676-0c54bbdc7ab5 req-3eb27590-45c1-4f41-9588-e08166d35558 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9b7ac91-bf2b-4b23-a0c0-7bf41cf616d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539937 Nov 11 22:22:22.133213 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [req-5a391e94-68f2-476b-b9da-72a5368f09e7 req-91df5de6-ae3f-42bb-8cb4-0dfe4c7c2f35 tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] Publish callbacks [] for port, precommit_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:22.194560 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [req-5a391e94-68f2-476b-b9da-72a5368f09e7 req-91df5de6-ae3f-42bb-8cb4-0dfe4c7c2f35 tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776911838082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9099554'] for port, after_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:22.244408 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a391e94-68f2-476b-b9da-72a5368f09e7 req-91df5de6-ae3f-42bb-8cb4-0dfe4c7c2f35 tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] Network 26fdc315-aba2-4576-a6e9-177175e14633 is already hosted by enough agents. {{(pid=101951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:22:22.248589 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.scheduler.base_scheduler [req-5a391e94-68f2-476b-b9da-72a5368f09e7 req-91df5de6-ae3f-42bb-8cb4-0dfe4c7c2f35 tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] Resources bound (agent type, host, resource id): {{(pid=101951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:22:22.253499 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a391e94-68f2-476b-b9da-72a5368f09e7 req-91df5de6-ae3f-42bb-8cb4-0dfe4c7c2f35 tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] Received port after_create {{(pid=101951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:22:22.258083 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91df5de6-ae3f-42bb-8cb4-0dfe4c7c2f35 tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] Pushing event updated for resources: {'Port': ['ID=787bdf93-434f-4c48-ac1c-670af74fb180,revision_number=1']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:22:22.328066 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a391e94-68f2-476b-b9da-72a5368f09e7 req-91df5de6-ae3f-42bb-8cb4-0dfe4c7c2f35 tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:22.328066 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [req-5a391e94-68f2-476b-b9da-72a5368f09e7 req-91df5de6-ae3f-42bb-8cb4-0dfe4c7c2f35 tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26363'] for port, before_response {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:22.352655 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-5a391e94-68f2-476b-b9da-72a5368f09e7 req-91df5de6-ae3f-42bb-8cb4-0dfe4c7c2f35 tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7284520 Nov 11 22:22:22.375400 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.v2.base [req-5a391e94-68f2-476b-b9da-72a5368f09e7 req-e836acde-e671-4141-90af-705f1561832a service neutron] Request body: {'port': {'device_id': '54e29906-2253-4e26-b9ae-ef5f40e4580f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=101951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:22:22.469495 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [req-5a391e94-68f2-476b-b9da-72a5368f09e7 req-e836acde-e671-4141-90af-705f1561832a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_update {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:22.570236 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.provisioning_blocks [None req-2018347e-66fc-4a9e-b374-46c7695ffeff None None] Provisioning complete for port 787bdf93-434f-4c48-ac1c-670af74fb180 triggered by entity DHCP. {{(pid=101952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:22:22.572088 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-2018347e-66fc-4a9e-b374-46c7695ffeff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8061746'] for port, provisioning_complete {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:22.623148 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.plugin [None req-2018347e-66fc-4a9e-b374-46c7695ffeff None None] Port 787bdf93-434f-4c48-ac1c-670af74fb180 cannot update to ACTIVE because it is not bound. {{(pid=101952) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:22:22.629918 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298da3cd-acc6-4c3e-8d63-93f69becb0ff req-22fbbda0-e6df-44bf-9e55-b169b9732ad9 tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:22.641425 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-298da3cd-acc6-4c3e-8d63-93f69becb0ff req-22fbbda0-e6df-44bf-9e55-b169b9732ad9 tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] 10.222.0.50 "GET /v2.0/ports?device_id=54e29906-2253-4e26-b9ae-ef5f40e4580f HTTP/1.1" status: 200 len: 931 time: 0.1181362 Nov 11 22:22:22.723453 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-298da3cd-acc6-4c3e-8d63-93f69becb0ff req-13374f1e-8c6a-458f-b502-92c0fde0fdcd tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] 10.222.0.50 "GET /v2.0/security-groups?id=bba0fc88-b679-44f5-920f-fd78ad6bd2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735362 Nov 11 22:22:22.861456 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.notifiers.nova [req-5a391e94-68f2-476b-b9da-72a5368f09e7 req-e836acde-e671-4141-90af-705f1561832a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 787bdf93-434f-4c48-ac1c-670af74fb180 {{(pid=101951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 22:22:22.869726 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [req-5a391e94-68f2-476b-b9da-72a5368f09e7 req-e836acde-e671-4141-90af-705f1561832a service neutron] Publish callbacks [] for port, precommit_update {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:22.884101 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.db.provisioning_blocks [req-5a391e94-68f2-476b-b9da-72a5368f09e7 req-e836acde-e671-4141-90af-705f1561832a service neutron] Transition to ACTIVE for port object 787bdf93-434f-4c48-ac1c-670af74fb180 will not be triggered until provisioned by entity L2. {{(pid=101951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 22:22:22.887483 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [req-5a391e94-68f2-476b-b9da-72a5368f09e7 req-e836acde-e671-4141-90af-705f1561832a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776912265364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776911838100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776911838118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9099611'] for port, after_update {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:22.965990 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e836acde-e671-4141-90af-705f1561832a service neutron] Pushing event updated for resources: {'Port': ['ID=787bdf93-434f-4c48-ac1c-670af74fb180,revision_number=2']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:22:23.025896 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.managers [req-5a391e94-68f2-476b-b9da-72a5368f09e7 req-e836acde-e671-4141-90af-705f1561832a service neutron] Attempting to bind port 787bdf93-434f-4c48-ac1c-670af74fb180 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=101951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:22:23.026324 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.managers [req-5a391e94-68f2-476b-b9da-72a5368f09e7 req-e836acde-e671-4141-90af-705f1561832a service neutron] Attempting to bind port 787bdf93-434f-4c48-ac1c-670af74fb180 by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': 'b6e3f30f-83ec-4a00-b3f3-3acbfcfb3ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '26fdc315-aba2-4576-a6e9-177175e14633'}] {{(pid=101951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:22:23.026698 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a391e94-68f2-476b-b9da-72a5368f09e7 req-e836acde-e671-4141-90af-705f1561832a service neutron] Attempting to bind port 787bdf93-434f-4c48-ac1c-670af74fb180 on network 26fdc315-aba2-4576-a6e9-177175e14633 {{(pid=101951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:22:23.037638 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a391e94-68f2-476b-b9da-72a5368f09e7 req-e836acde-e671-4141-90af-705f1561832a service neutron] Port 787bdf93-434f-4c48-ac1c-670af74fb180 on network 26fdc315-aba2-4576-a6e9-177175e14633 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=101951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 22:22:23.037935 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a391e94-68f2-476b-b9da-72a5368f09e7 req-e836acde-e671-4141-90af-705f1561832a service neutron] Attempting to bind port 787bdf93-434f-4c48-ac1c-670af74fb180 on network 26fdc315-aba2-4576-a6e9-177175e14633 {{(pid=101951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:22:23.045232 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a391e94-68f2-476b-b9da-72a5368f09e7 req-e836acde-e671-4141-90af-705f1561832a service neutron] Checking agent: {'id': 'a052ab81-1c58-45ec-bb06-1cf32ae4b08e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 22, 14, 39), 'started_at': datetime.datetime(2021, 11, 11, 22, 14, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 22, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:22:23.045654 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a391e94-68f2-476b-b9da-72a5368f09e7 req-e836acde-e671-4141-90af-705f1561832a service neutron] Checking segment: {'id': 'b6e3f30f-83ec-4a00-b3f3-3acbfcfb3ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '26fdc315-aba2-4576-a6e9-177175e14633'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:22:23.046058 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a391e94-68f2-476b-b9da-72a5368f09e7 req-e836acde-e671-4141-90af-705f1561832a service neutron] Bound using segment: {'id': 'b6e3f30f-83ec-4a00-b3f3-3acbfcfb3ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '26fdc315-aba2-4576-a6e9-177175e14633'} {{(pid=101951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:22:23.046514 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.managers [req-5a391e94-68f2-476b-b9da-72a5368f09e7 req-e836acde-e671-4141-90af-705f1561832a service neutron] Bound port: 787bdf93-434f-4c48-ac1c-670af74fb180, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6e3f30f-83ec-4a00-b3f3-3acbfcfb3ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '26fdc315-aba2-4576-a6e9-177175e14633'}}] {{(pid=101951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:22:23.046905 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [req-5a391e94-68f2-476b-b9da-72a5368f09e7 req-e836acde-e671-4141-90af-705f1561832a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_update {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:23.126063 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.db [req-5a391e94-68f2-476b-b9da-72a5368f09e7 req-e836acde-e671-4141-90af-705f1561832a service neutron] For port 787bdf93-434f-4c48-ac1c-670af74fb180, host hv-cinder-73362, cleared binding levels {{(pid=101951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:22:23.130349 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.db [req-5a391e94-68f2-476b-b9da-72a5368f09e7 req-e836acde-e671-4141-90af-705f1561832a service neutron] For port 787bdf93-434f-4c48-ac1c-670af74fb180, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=787bdf93-434f-4c48-ac1c-670af74fb180,segment=NetworkSegment(b6e3f30f-83ec-4a00-b3f3-3acbfcfb3ac3),segment_id=b6e3f30f-83ec-4a00-b3f3-3acbfcfb3ac3)] {{(pid=101951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:22:23.135718 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [req-5a391e94-68f2-476b-b9da-72a5368f09e7 req-e836acde-e671-4141-90af-705f1561832a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776912265364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776911838100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776911838118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9099611'] for port, after_update {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:23.182190 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b96043-bdd0-4dab-9496-83334836b2b1 req-c7f41b0a-6bf3-43d8-b18a-5b226297acee tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:23.183293 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a391e94-68f2-476b-b9da-72a5368f09e7 req-e836acde-e671-4141-90af-705f1561832a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:23.183876 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-82b96043-bdd0-4dab-9496-83334836b2b1 req-c7f41b0a-6bf3-43d8-b18a-5b226297acee tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/ports?device_id=7703a725-3881-436a-ae59-282d0fc8f43e HTTP/1.1" status: 200 len: 945 time: 0.0623624 Nov 11 22:22:23.184229 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [req-5a391e94-68f2-476b-b9da-72a5368f09e7 req-e836acde-e671-4141-90af-705f1561832a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26363'] for port, before_response {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:23.186019 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-5a391e94-68f2-476b-b9da-72a5368f09e7 req-e836acde-e671-4141-90af-705f1561832a service neutron] 10.222.0.26 "PUT /v2.0/ports/787bdf93-434f-4c48-ac1c-670af74fb180 HTTP/1.1" status: 200 len: 1093 time: 0.8236983 Nov 11 22:22:23.186318 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54e29906-2253-4e26-b9ae-ef5f40e4580f', 'tag': '787bdf93-434f-4c48-ac1c-670af74fb180'}] {{(pid=101951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:22:23.188608 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6edad8924451e5ac919d090b7a0cdac835d5bd684dc46b69d397444c146e85de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9475ee3f-9729-4266-84b2-de176949b9e0" -d '{"events": [{"name": "network-changed", "server_uuid": "54e29906-2253-4e26-b9ae-ef5f40e4580f", "tag": "787bdf93-434f-4c48-ac1c-670af74fb180"}]}' {{(pid=101951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:22:23.227246 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e836acde-e671-4141-90af-705f1561832a service neutron] Pushing event updated for resources: {'Port': ['ID=787bdf93-434f-4c48-ac1c-670af74fb180,revision_number=3']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:22:23.264346 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-82b96043-bdd0-4dab-9496-83334836b2b1 req-31254e04-30cd-4bd9-b8f6-2b4c4bf511cc tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9b7ac91-bf2b-4b23-a0c0-7bf41cf616d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585544 Nov 11 22:22:23.272700 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 22:22:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3718ca87-4d45-4ab2-a34c-0ddff64990b9 x-openstack-request-id: req-3718ca87-4d45-4ab2-a34c-0ddff64990b9 {{(pid=101951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:22:23.273042 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54e29906-2253-4e26-b9ae-ef5f40e4580f", "tag": "787bdf93-434f-4c48-ac1c-670af74fb180", "status": "completed", "code": 200}]} {{(pid=101951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:22:23.273261 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-3718ca87-4d45-4ab2-a34c-0ddff64990b9 {{(pid=101951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:22:23.273669 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54e29906-2253-4e26-b9ae-ef5f40e4580f', 'tag': '787bdf93-434f-4c48-ac1c-670af74fb180', 'status': 'completed', 'code': 200} Nov 11 22:22:23.293442 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a391e94-68f2-476b-b9da-72a5368f09e7 req-113d9a62-1824-4662-83ab-d6f02f4bbc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:23.294985 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-5a391e94-68f2-476b-b9da-72a5368f09e7 req-113d9a62-1824-4662-83ab-d6f02f4bbc9b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9bdbf69f4937401cbc8618398a68b4ae&device_id=54e29906-2253-4e26-b9ae-ef5f40e4580f HTTP/1.1" status: 200 len: 1096 time: 0.0544124 Nov 11 22:22:23.345993 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-5a391e94-68f2-476b-b9da-72a5368f09e7 req-26d234dd-4f93-4277-93a6-a7b00308dfa9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=787bdf93-434f-4c48-ac1c-670af74fb180 HTTP/1.1" status: 200 len: 217 time: 0.0418897 Nov 11 22:22:23.406714 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a391e94-68f2-476b-b9da-72a5368f09e7 req-234f1326-17aa-4ba9-b8b3-7c70c9beb8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:23.408066 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-5a391e94-68f2-476b-b9da-72a5368f09e7 req-234f1326-17aa-4ba9-b8b3-7c70c9beb8ad service neutron] 10.222.0.26 "GET /v2.0/subnets?id=31e14342-d1a0-40ee-809c-2fa3145a5267 HTTP/1.1" status: 200 len: 847 time: 0.0529764 Nov 11 22:22:23.459889 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a391e94-68f2-476b-b9da-72a5368f09e7 req-85ff30c4-3cec-43ae-8868-f5e8d9b06fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:23.461617 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-5a391e94-68f2-476b-b9da-72a5368f09e7 req-85ff30c4-3cec-43ae-8868-f5e8d9b06fc0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=26fdc315-aba2-4576-a6e9-177175e14633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0456669 Nov 11 22:22:23.562264 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-5a391e94-68f2-476b-b9da-72a5368f09e7 req-9dc7d12b-9760-4a5a-8ce4-205f0a6ed42a service neutron] 10.222.0.26 "GET /v2.0/networks/26fdc315-aba2-4576-a6e9-177175e14633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919263 Nov 11 22:22:23.669970 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-5a391e94-68f2-476b-b9da-72a5368f09e7 req-d1c3db50-22f9-4071-ada3-b6851011b579 service neutron] 10.222.0.26 "GET /v2.0/networks/26fdc315-aba2-4576-a6e9-177175e14633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005886 Nov 11 22:22:23.778797 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9475ee3f-9729-4266-84b2-de176949b9e0 req-c5beeccb-b3db-4412-9345-52dd207e73a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:23.781323 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-9475ee3f-9729-4266-84b2-de176949b9e0 req-c5beeccb-b3db-4412-9345-52dd207e73a2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9bdbf69f4937401cbc8618398a68b4ae&device_id=54e29906-2253-4e26-b9ae-ef5f40e4580f HTTP/1.1" status: 200 len: 1096 time: 0.0508378 Nov 11 22:22:23.872014 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdb5e60-56e8-4494-b836-6205a8dfe8cc req-185a7b9c-2391-4747-a6eb-eafe8ba86a4d tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:23.873675 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-9bdb5e60-56e8-4494-b836-6205a8dfe8cc req-185a7b9c-2391-4747-a6eb-eafe8ba86a4d tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] 10.222.0.50 "GET /v2.0/ports?device_id=54e29906-2253-4e26-b9ae-ef5f40e4580f HTTP/1.1" status: 200 len: 943 time: 0.0749981 Nov 11 22:22:23.899519 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9475ee3f-9729-4266-84b2-de176949b9e0 req-59ade795-fb05-4917-8a36-78be603dfc8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:23.901759 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-9475ee3f-9729-4266-84b2-de176949b9e0 req-59ade795-fb05-4917-8a36-78be603dfc8e service neutron] 10.222.0.26 "GET /v2.0/networks?id=26fdc315-aba2-4576-a6e9-177175e14633 HTTP/1.1" status: 200 len: 909 time: 0.1120059 Nov 11 22:22:23.946312 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-9bdb5e60-56e8-4494-b836-6205a8dfe8cc req-53befdbb-721a-4611-97da-1b84c4022da2 tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] 10.222.0.50 "GET /v2.0/security-groups?id=bba0fc88-b679-44f5-920f-fd78ad6bd2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641997 Nov 11 22:22:23.958376 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-9475ee3f-9729-4266-84b2-de176949b9e0 req-0a458c71-8214-468a-9b54-3094a1b62f9d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=787bdf93-434f-4c48-ac1c-670af74fb180 HTTP/1.1" status: 200 len: 217 time: 0.0453837 Nov 11 22:22:24.021683 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9475ee3f-9729-4266-84b2-de176949b9e0 req-627b1623-a711-43d8-bd94-b0551fd29119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:24.021994 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88de543b-1cdb-46cd-a265-5a8463842640 req-cb1e843e-3261-4c10-b902-cf44a3936823 tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:24.023156 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-9475ee3f-9729-4266-84b2-de176949b9e0 req-627b1623-a711-43d8-bd94-b0551fd29119 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=31e14342-d1a0-40ee-809c-2fa3145a5267 HTTP/1.1" status: 200 len: 847 time: 0.0524333 Nov 11 22:22:24.023982 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-88de543b-1cdb-46cd-a265-5a8463842640 req-cb1e843e-3261-4c10-b902-cf44a3936823 tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] 10.222.0.50 "GET /v2.0/ports?device_id=538279d6-6cf2-483f-875f-b83828972bb2 HTTP/1.1" status: 200 len: 945 time: 0.0587122 Nov 11 22:22:24.083215 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9475ee3f-9729-4266-84b2-de176949b9e0 req-03f0bb34-d909-4a00-9fce-8043fff5d7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:24.084770 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-9475ee3f-9729-4266-84b2-de176949b9e0 req-03f0bb34-d909-4a00-9fce-8043fff5d7fb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=26fdc315-aba2-4576-a6e9-177175e14633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0484211 Nov 11 22:22:24.087401 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-88de543b-1cdb-46cd-a265-5a8463842640 req-653af8dc-2cc7-41c4-b7fb-785e2cde2e7c tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c398c41-9203-4ea6-9503-b54c6d139479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568087 Nov 11 22:22:24.188853 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-9475ee3f-9729-4266-84b2-de176949b9e0 req-2645eda8-d59d-43b4-816f-366fabcd40e0 service neutron] 10.222.0.26 "GET /v2.0/networks/26fdc315-aba2-4576-a6e9-177175e14633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885565 Nov 11 22:22:24.302419 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-9475ee3f-9729-4266-84b2-de176949b9e0 req-7e7ef083-3f75-451a-af9f-cd362bf35461 service neutron] 10.222.0.26 "GET /v2.0/networks/26fdc315-aba2-4576-a6e9-177175e14633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002111 Nov 11 22:22:24.412419 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1237e273-ed2d-449e-be28-f33eee0d535a req-dd9146b8-362e-47c9-b3d5-101918c17429 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:24.416167 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-1237e273-ed2d-449e-be28-f33eee0d535a req-dd9146b8-362e-47c9-b3d5-101918c17429 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/ports?device_id=7703a725-3881-436a-ae59-282d0fc8f43e HTTP/1.1" status: 200 len: 945 time: 0.0559635 Nov 11 22:22:24.487698 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-1237e273-ed2d-449e-be28-f33eee0d535a req-225d7ad5-ff9c-4b2a-a318-305514e94adb tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9b7ac91-bf2b-4b23-a0c0-7bf41cf616d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635724 Nov 11 22:22:25.093640 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e85067b-4776-4008-90d3-8a24dcce7cec req-dece2361-adc7-45c5-bf3d-2f833a61b1cb tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:25.096220 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-8e85067b-4776-4008-90d3-8a24dcce7cec req-dece2361-adc7-45c5-bf3d-2f833a61b1cb tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] 10.222.0.50 "GET /v2.0/ports?device_id=54e29906-2253-4e26-b9ae-ef5f40e4580f HTTP/1.1" status: 200 len: 943 time: 0.0711801 Nov 11 22:22:25.158987 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-8e85067b-4776-4008-90d3-8a24dcce7cec req-f9bcb594-acb4-4338-8173-65d2d389915a tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] 10.222.0.50 "GET /v2.0/security-groups?id=bba0fc88-b679-44f5-920f-fd78ad6bd2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566587 Nov 11 22:22:25.236190 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136e4f1f-8193-4b40-ad68-565959be54e1 req-5ee27fe0-d942-4e43-83dd-6d7e314e36a6 tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:25.237749 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-136e4f1f-8193-4b40-ad68-565959be54e1 req-5ee27fe0-d942-4e43-83dd-6d7e314e36a6 tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] 10.222.0.50 "GET /v2.0/ports?device_id=538279d6-6cf2-483f-875f-b83828972bb2 HTTP/1.1" status: 200 len: 945 time: 0.0532873 Nov 11 22:22:25.289363 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-136e4f1f-8193-4b40-ad68-565959be54e1 req-adbd29c0-c8db-4322-8d37-cd51abdb27f3 tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c398c41-9203-4ea6-9503-b54c6d139479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455809 Nov 11 22:22:25.620189 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-103fda9f-a8aa-4929-b3c5-5a796292632c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:25.626902 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74cdf46-cd24-4aa3-8da7-e06f3d9bdb18 req-61d301cc-ecf9-4e6d-9dce-f92320efcb29 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:25.628530 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-e74cdf46-cd24-4aa3-8da7-e06f3d9bdb18 req-61d301cc-ecf9-4e6d-9dce-f92320efcb29 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/ports?device_id=7703a725-3881-436a-ae59-282d0fc8f43e HTTP/1.1" status: 200 len: 945 time: 0.0675743 Nov 11 22:22:25.683368 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-e74cdf46-cd24-4aa3-8da7-e06f3d9bdb18 req-6c32c9b2-f95c-4e3f-90d2-7014fbfec7de tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9b7ac91-bf2b-4b23-a0c0-7bf41cf616d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465417 Nov 11 22:22:25.770481 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f0f761-590e-4e08-920c-12320e531afd req-87f29498-4115-42ee-b6f3-a4eafa4168ad tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:25.772998 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-c8f0f761-590e-4e08-920c-12320e531afd req-87f29498-4115-42ee-b6f3-a4eafa4168ad tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] 10.222.0.26 "GET /v2.0/ports?device_id=538279d6-6cf2-483f-875f-b83828972bb2 HTTP/1.1" status: 200 len: 945 time: 0.0621576 Nov 11 22:22:25.882001 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.plugin [req-c8f0f761-590e-4e08-920c-12320e531afd req-17590c36-f031-4e32-876a-b809f0f2beaa tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] Deleting port df2e7465-a053-49ac-9511-ee6c420c3695 {{(pid=101951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:22:25.882343 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [req-c8f0f761-590e-4e08-920c-12320e531afd req-17590c36-f031-4e32-876a-b809f0f2beaa tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776912257464'] for port, before_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:25.983322 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.db [req-c8f0f761-590e-4e08-920c-12320e531afd req-17590c36-f031-4e32-876a-b809f0f2beaa tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] For port df2e7465-a053-49ac-9511-ee6c420c3695, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=df2e7465-a053-49ac-9511-ee6c420c3695,segment=NetworkSegment(81317f1a-7990-46f6-a4f1-5638aef35159),segment_id=81317f1a-7990-46f6-a4f1-5638aef35159)] {{(pid=101951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:22:25.983691 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [req-c8f0f761-590e-4e08-920c-12320e531afd req-17590c36-f031-4e32-876a-b809f0f2beaa tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668535'] for port, precommit_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:25.998122 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.plugin [req-c8f0f761-590e-4e08-920c-12320e531afd req-17590c36-f031-4e32-876a-b809f0f2beaa tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] Calling delete_port for df2e7465-a053-49ac-9511-ee6c420c3695 owned by compute:nova {{(pid=101951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:22:26.146169 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [req-c8f0f761-590e-4e08-920c-12320e531afd req-17590c36-f031-4e32-876a-b809f0f2beaa tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776912265346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776911838091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9099554'] for port, after_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:26.164312 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] get_ports_and_sgs() called for port_ids ['1be7eab3-536c-46ed-923b-c898807a1d0d', 'b38eec63-837a-4586-acb3-8fb01b3fead1', '656dcbf8-303f-4158-9a7c-5afe7c5e470a', 'df2e7465-a053-49ac-9511-ee6c420c3695'] {{(pid=101952) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 22:22:26.178876 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17590c36-f031-4e32-876a-b809f0f2beaa tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] Pushing event deleted for resources: {'Port': ['ID=df2e7465-a053-49ac-9511-ee6c420c3695,revision_number=None']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:22:26.240594 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8f0f761-590e-4e08-920c-12320e531afd req-17590c36-f031-4e32-876a-b809f0f2beaa tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] No DVR routers for this DVR port df2e7465-a053-49ac-9511-ee6c420c3695 on host hv-cinder-73362 {{(pid=101951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 22:22:26.244878 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [req-c8f0f761-590e-4e08-920c-12320e531afd req-17590c36-f031-4e32-876a-b809f0f2beaa tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26363'] for port, before_response {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:26.248489 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-c8f0f761-590e-4e08-920c-12320e531afd req-17590c36-f031-4e32-876a-b809f0f2beaa tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] 10.222.0.26 "DELETE /v2.0/ports/df2e7465-a053-49ac-9511-ee6c420c3695 HTTP/1.1" status: 204 len: 173 time: 0.4693589 Nov 11 22:22:26.248996 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '538279d6-6cf2-483f-875f-b83828972bb2', 'name': 'network-vif-deleted', 'tag': 'df2e7465-a053-49ac-9511-ee6c420c3695'}] {{(pid=101951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:22:26.251316 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6edad8924451e5ac919d090b7a0cdac835d5bd684dc46b69d397444c146e85de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42958e5a-b5bf-4792-8caa-c2b1bc147a72" -d '{"events": [{"server_uuid": "538279d6-6cf2-483f-875f-b83828972bb2", "name": "network-vif-deleted", "tag": "df2e7465-a053-49ac-9511-ee6c420c3695"}]}' {{(pid=101951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:22:26.302620 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 22:22:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4d8297d-ffaa-4b50-bc1d-fc4347c5b37e x-openstack-request-id: req-b4d8297d-ffaa-4b50-bc1d-fc4347c5b37e {{(pid=101951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:22:26.303052 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "538279d6-6cf2-483f-875f-b83828972bb2", "name": "network-vif-deleted", "tag": "df2e7465-a053-49ac-9511-ee6c420c3695", "status": "completed", "code": 200}]} {{(pid=101951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:22:26.303381 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b4d8297d-ffaa-4b50-bc1d-fc4347c5b37e {{(pid=101951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:22:26.303871 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '538279d6-6cf2-483f-875f-b83828972bb2', 'name': 'network-vif-deleted', 'tag': 'df2e7465-a053-49ac-9511-ee6c420c3695', 'status': 'completed', 'code': 200} Nov 11 22:22:26.346140 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d7bbe2-9d8d-469e-bbb7-e2b04a15f1ea req-ffb085d7-f0a3-4945-873e-eb1cfa4f7624 tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:26.348005 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-95d7bbe2-9d8d-469e-bbb7-e2b04a15f1ea req-ffb085d7-f0a3-4945-873e-eb1cfa4f7624 tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] 10.222.0.50 "GET /v2.0/ports?device_id=54e29906-2253-4e26-b9ae-ef5f40e4580f HTTP/1.1" status: 200 len: 943 time: 0.0906458 Nov 11 22:22:26.439828 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-d0361b2d-232d-425f-a870-0a0591c777a7 req-c15ece51-726c-4b15-8c59-0e61d0611e6e tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] 10.222.0.50 "GET /v2.0/ports?device_id=538279d6-6cf2-483f-875f-b83828972bb2 HTTP/1.1" status: 200 len: 210 time: 0.0508420 Nov 11 22:22:26.475396 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-95d7bbe2-9d8d-469e-bbb7-e2b04a15f1ea req-dc584754-921e-4bde-b5c8-edb20f0e6c71 tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] 10.222.0.50 "GET /v2.0/security-groups?id=bba0fc88-b679-44f5-920f-fd78ad6bd2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1182992 Nov 11 22:22:26.835535 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92b5f5a-4c12-4984-8f56-d346b698fed8 req-731b1e84-cc4a-4e77-8ad1-ca0249138d0e tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:26.836944 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-b92b5f5a-4c12-4984-8f56-d346b698fed8 req-731b1e84-cc4a-4e77-8ad1-ca0249138d0e tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/ports?device_id=7703a725-3881-436a-ae59-282d0fc8f43e HTTP/1.1" status: 200 len: 945 time: 0.0623558 Nov 11 22:22:26.898550 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-b92b5f5a-4c12-4984-8f56-d346b698fed8 req-1adec0c4-35d1-446d-934a-e6ee2af0cb08 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9b7ac91-bf2b-4b23-a0c0-7bf41cf616d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504768 Nov 11 22:22:27.628272 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775cc805-f2e8-4bc7-94e7-a51235136b43 req-1a977102-baf3-4457-bf21-809b8ee109bb tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:27.629960 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-775cc805-f2e8-4bc7-94e7-a51235136b43 req-1a977102-baf3-4457-bf21-809b8ee109bb tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] 10.222.0.50 "GET /v2.0/ports?device_id=54e29906-2253-4e26-b9ae-ef5f40e4580f HTTP/1.1" status: 200 len: 943 time: 0.0732222 Nov 11 22:22:27.695433 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-775cc805-f2e8-4bc7-94e7-a51235136b43 req-2e640992-e119-4883-8588-2c932f21ff52 tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] 10.222.0.50 "GET /v2.0/security-groups?id=bba0fc88-b679-44f5-920f-fd78ad6bd2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584786 Nov 11 22:22:28.035879 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9784de4-c846-41cd-8b6c-d93a45cd949e req-1d6c7b0c-1a61-4b76-925c-994680640def tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:28.037421 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-f9784de4-c846-41cd-8b6c-d93a45cd949e req-1d6c7b0c-1a61-4b76-925c-994680640def tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/ports?device_id=7703a725-3881-436a-ae59-282d0fc8f43e HTTP/1.1" status: 200 len: 945 time: 0.0597184 Nov 11 22:22:28.092904 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-f9784de4-c846-41cd-8b6c-d93a45cd949e req-6270a919-556a-4434-ac2e-74d61ad57c76 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9b7ac91-bf2b-4b23-a0c0-7bf41cf616d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475154 Nov 11 22:22:28.180567 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-953fcab6-6657-409c-bc05-2f3235b2b0c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:28.820240 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbbf6cd-c121-49fc-a521-17abfbe70657 req-787d6458-2b05-4168-8770-69b3674c23ff tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:28.821930 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-abbbf6cd-c121-49fc-a521-17abfbe70657 req-787d6458-2b05-4168-8770-69b3674c23ff tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] 10.222.0.50 "GET /v2.0/ports?device_id=54e29906-2253-4e26-b9ae-ef5f40e4580f HTTP/1.1" status: 200 len: 943 time: 0.0547788 Nov 11 22:22:28.880232 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-abbbf6cd-c121-49fc-a521-17abfbe70657 req-b5f12663-78b0-446d-a9aa-1a278a86b20f tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] 10.222.0.50 "GET /v2.0/security-groups?id=bba0fc88-b679-44f5-920f-fd78ad6bd2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516560 Nov 11 22:22:28.916671 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1f6e35-41cb-4fdc-9742-7c0119f87b5c req-b301acc7-78e0-446c-a21f-dd873b36b84f tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:28.918206 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-ab1f6e35-41cb-4fdc-9742-7c0119f87b5c req-b301acc7-78e0-446c-a21f-dd873b36b84f tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] 10.222.0.50 "GET /v2.0/ports?device_id=d46fb53a-2cb6-46a6-ab69-b3ecd56cd056 HTTP/1.1" status: 200 len: 946 time: 0.0596912 Nov 11 22:22:28.964382 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-ab1f6e35-41cb-4fdc-9742-7c0119f87b5c req-6c9d1cae-4828-4581-8b47-27ad58fa99dc tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c398c41-9203-4ea6-9503-b54c6d139479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398083 Nov 11 22:22:29.218055 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3d04c0-af99-4352-9c07-fb159257cca1 req-a6c0eaa3-6d37-4dfa-90d7-1b545a532f2d tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:29.219646 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-3c3d04c0-af99-4352-9c07-fb159257cca1 req-a6c0eaa3-6d37-4dfa-90d7-1b545a532f2d tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/ports?device_id=7703a725-3881-436a-ae59-282d0fc8f43e HTTP/1.1" status: 200 len: 945 time: 0.0523698 Nov 11 22:22:29.267026 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-3c3d04c0-af99-4352-9c07-fb159257cca1 req-fe9c1a61-83c7-4d4f-949b-83bab39e3b6e tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9b7ac91-bf2b-4b23-a0c0-7bf41cf616d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411007 Nov 11 22:22:29.409381 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-766b5b4b-9c4e-4513-9f30-d5290b623bba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:29.660504 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Device df2e7465-a053-49ac-9511-ee6c420c3695 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=101952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:22:29.680972 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.plugin [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] No Port match for: df2e7465-a053-49ac-9511-ee6c420c3695 {{(pid=101952) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:22:29.681315 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Device df2e7465-a053-49ac-9511-ee6c420c3695 not bound to the agent host hv-cinder-73362 {{(pid=101952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:22:29.968348 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.db.agents_db [None req-7a0be6d5-f821-4115-b6dd-94f53e40a68e None None] Agent healthcheck: found 6 active agents {{(pid=101953) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:22:29.993077 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9530b2-eb66-4bc4-894c-aa8ad65aa344 req-70e1f8b1-97db-4e28-9cc9-f08f3e7f22e9 tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:29.994117 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-9f9530b2-eb66-4bc4-894c-aa8ad65aa344 req-70e1f8b1-97db-4e28-9cc9-f08f3e7f22e9 tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] 10.222.0.50 "GET /v2.0/ports?device_id=54e29906-2253-4e26-b9ae-ef5f40e4580f HTTP/1.1" status: 200 len: 943 time: 0.0481682 Nov 11 22:22:30.052404 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-9f9530b2-eb66-4bc4-894c-aa8ad65aa344 req-94bf0362-8959-47a3-b29a-92b449f517ca tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] 10.222.0.50 "GET /v2.0/security-groups?id=bba0fc88-b679-44f5-920f-fd78ad6bd2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518556 Nov 11 22:22:30.091434 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9f3570-6825-406b-b421-b602e58e36ff req-28d3f6d5-badb-40c8-9b21-4b8e2cd4b42c tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:30.093037 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-aa9f3570-6825-406b-b421-b602e58e36ff req-28d3f6d5-badb-40c8-9b21-4b8e2cd4b42c tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] 10.222.0.50 "GET /v2.0/ports?device_id=d46fb53a-2cb6-46a6-ab69-b3ecd56cd056 HTTP/1.1" status: 200 len: 946 time: 0.0581326 Nov 11 22:22:30.139674 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-aa9f3570-6825-406b-b421-b602e58e36ff req-28befd4f-cdd2-4c01-92c7-f20325383fd8 tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c398c41-9203-4ea6-9503-b54c6d139479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407486 Nov 11 22:22:30.384464 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ce7900-b626-4cef-836f-d9e258b42f78 req-b92284b7-2a1c-4f08-acf2-62c1f95d0a30 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:30.385957 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-39ce7900-b626-4cef-836f-d9e258b42f78 req-b92284b7-2a1c-4f08-acf2-62c1f95d0a30 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/ports?device_id=7703a725-3881-436a-ae59-282d0fc8f43e HTTP/1.1" status: 200 len: 945 time: 0.0495975 Nov 11 22:22:30.433794 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-39ce7900-b626-4cef-836f-d9e258b42f78 req-7d51c426-63e4-4250-8500-d5b13066ac91 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9b7ac91-bf2b-4b23-a0c0-7bf41cf616d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417991 Nov 11 22:22:30.626995 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ade82e-6fad-48b8-be7d-45b632397bbc req-34e7fdae-b32f-4153-8b37-0b4632c3970c tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:30.628345 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-90ade82e-6fad-48b8-be7d-45b632397bbc req-34e7fdae-b32f-4153-8b37-0b4632c3970c tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] 10.222.0.26 "GET /v2.0/ports?device_id=d46fb53a-2cb6-46a6-ab69-b3ecd56cd056 HTTP/1.1" status: 200 len: 946 time: 0.0470822 Nov 11 22:22:30.719251 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.plugin [req-90ade82e-6fad-48b8-be7d-45b632397bbc req-c1efecaa-a870-44a5-bff8-58b1b86f3b10 tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] Deleting port 656dcbf8-303f-4158-9a7c-5afe7c5e470a {{(pid=101951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:22:30.719595 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [req-90ade82e-6fad-48b8-be7d-45b632397bbc req-c1efecaa-a870-44a5-bff8-58b1b86f3b10 tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776912257464'] for port, before_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:30.809288 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-6e72e30b-d533-48e1-89e1-e2b3014a0430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:30.814498 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.db [req-90ade82e-6fad-48b8-be7d-45b632397bbc req-c1efecaa-a870-44a5-bff8-58b1b86f3b10 tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] For port 656dcbf8-303f-4158-9a7c-5afe7c5e470a, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=656dcbf8-303f-4158-9a7c-5afe7c5e470a,segment=NetworkSegment(81317f1a-7990-46f6-a4f1-5638aef35159),segment_id=81317f1a-7990-46f6-a4f1-5638aef35159)] {{(pid=101951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:22:30.814898 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [req-90ade82e-6fad-48b8-be7d-45b632397bbc req-c1efecaa-a870-44a5-bff8-58b1b86f3b10 tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668535'] for port, precommit_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:30.832312 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.plugin [req-90ade82e-6fad-48b8-be7d-45b632397bbc req-c1efecaa-a870-44a5-bff8-58b1b86f3b10 tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] Calling delete_port for 656dcbf8-303f-4158-9a7c-5afe7c5e470a owned by compute:nova {{(pid=101951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:22:30.968248 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [req-90ade82e-6fad-48b8-be7d-45b632397bbc req-c1efecaa-a870-44a5-bff8-58b1b86f3b10 tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776912265346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776911838091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9099554'] for port, after_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:30.984862 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] get_ports_and_sgs() called for port_ids ['1be7eab3-536c-46ed-923b-c898807a1d0d', 'b38eec63-837a-4586-acb3-8fb01b3fead1', '656dcbf8-303f-4158-9a7c-5afe7c5e470a'] {{(pid=101952) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 22:22:30.996557 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1efecaa-a870-44a5-bff8-58b1b86f3b10 tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] Pushing event deleted for resources: {'Port': ['ID=656dcbf8-303f-4158-9a7c-5afe7c5e470a,revision_number=None']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:22:31.040123 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.db.l3_dvrscheduler_db [req-90ade82e-6fad-48b8-be7d-45b632397bbc req-c1efecaa-a870-44a5-bff8-58b1b86f3b10 tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] No DVR routers for this DVR port 656dcbf8-303f-4158-9a7c-5afe7c5e470a on host hv-cinder-73362 {{(pid=101951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 22:22:31.042612 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [req-90ade82e-6fad-48b8-be7d-45b632397bbc req-c1efecaa-a870-44a5-bff8-58b1b86f3b10 tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26363'] for port, before_response {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:31.046072 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-90ade82e-6fad-48b8-be7d-45b632397bbc req-c1efecaa-a870-44a5-bff8-58b1b86f3b10 tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] 10.222.0.26 "DELETE /v2.0/ports/656dcbf8-303f-4158-9a7c-5afe7c5e470a HTTP/1.1" status: 204 len: 173 time: 0.4103806 Nov 11 22:22:31.046568 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd46fb53a-2cb6-46a6-ab69-b3ecd56cd056', 'name': 'network-vif-deleted', 'tag': '656dcbf8-303f-4158-9a7c-5afe7c5e470a'}] {{(pid=101951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:22:31.048753 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6edad8924451e5ac919d090b7a0cdac835d5bd684dc46b69d397444c146e85de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c63711b4-635c-4b7c-9031-b12f4c93130c" -d '{"events": [{"server_uuid": "d46fb53a-2cb6-46a6-ab69-b3ecd56cd056", "name": "network-vif-deleted", "tag": "656dcbf8-303f-4158-9a7c-5afe7c5e470a"}]}' {{(pid=101951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:22:31.097019 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 22:22:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f98a5ad-b4fa-4aa4-aad6-2e773f20ce5c x-openstack-request-id: req-2f98a5ad-b4fa-4aa4-aad6-2e773f20ce5c {{(pid=101951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:22:31.102879 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d46fb53a-2cb6-46a6-ab69-b3ecd56cd056", "name": "network-vif-deleted", "tag": "656dcbf8-303f-4158-9a7c-5afe7c5e470a", "status": "completed", "code": 200}]} {{(pid=101951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:22:31.103902 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2f98a5ad-b4fa-4aa4-aad6-2e773f20ce5c {{(pid=101951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:22:31.104487 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd46fb53a-2cb6-46a6-ab69-b3ecd56cd056', 'name': 'network-vif-deleted', 'tag': '656dcbf8-303f-4158-9a7c-5afe7c5e470a', 'status': 'completed', 'code': 200} Nov 11 22:22:31.190303 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fc73dd-020f-412e-a39e-887be4f23219 req-869b7473-25b7-443c-9d7c-9798ee2f49bc tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:31.192416 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-02fc73dd-020f-412e-a39e-887be4f23219 req-869b7473-25b7-443c-9d7c-9798ee2f49bc tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] 10.222.0.50 "GET /v2.0/ports?device_id=54e29906-2253-4e26-b9ae-ef5f40e4580f HTTP/1.1" status: 200 len: 943 time: 0.0559745 Nov 11 22:22:31.265179 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-02fc73dd-020f-412e-a39e-887be4f23219 req-d4d757ef-0e86-4c1e-bf41-05ed3de4a7f6 tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] 10.222.0.50 "GET /v2.0/security-groups?id=bba0fc88-b679-44f5-920f-fd78ad6bd2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666394 Nov 11 22:22:31.280116 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-6a100a0b-5d6c-4a00-aa3c-9e9e190538a4 req-1b306358-b361-4d9a-89f0-4de5e91ae711 tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] 10.222.0.50 "GET /v2.0/ports?device_id=d46fb53a-2cb6-46a6-ab69-b3ecd56cd056 HTTP/1.1" status: 200 len: 210 time: 0.0410562 Nov 11 22:22:31.553140 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcfdb87-5781-4fb0-9c17-3697f89c6ee2 req-7339e3b8-003f-43cd-98e3-3a594444c7de tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:31.554654 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-9dcfdb87-5781-4fb0-9c17-3697f89c6ee2 req-7339e3b8-003f-43cd-98e3-3a594444c7de tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/ports?device_id=7703a725-3881-436a-ae59-282d0fc8f43e HTTP/1.1" status: 200 len: 945 time: 0.0502110 Nov 11 22:22:31.608980 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-9dcfdb87-5781-4fb0-9c17-3697f89c6ee2 req-5927a6a7-31bf-4f2b-afae-ce5c4a529bae tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9b7ac91-bf2b-4b23-a0c0-7bf41cf616d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476022 Nov 11 22:22:31.659566 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Device 787bdf93-434f-4c48-ac1c-670af74fb180 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=101952) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 22:22:31.759899 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] For port 787bdf93-434f-4c48-ac1c-670af74fb180, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=787bdf93-434f-4c48-ac1c-670af74fb180,segment=NetworkSegment(b6e3f30f-83ec-4a00-b3f3-3acbfcfb3ac3),segment_id=b6e3f30f-83ec-4a00-b3f3-3acbfcfb3ac3)] {{(pid=101952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:22:31.772061 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Returning: {'device': '787bdf93-434f-4c48-ac1c-670af74fb180', 'network_id': '26fdc315-aba2-4576-a6e9-177175e14633', 'port_id': '787bdf93-434f-4c48-ac1c-670af74fb180', 'mac_address': 'fa:16:3e:ad:69:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 827, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31e14342-d1a0-40ee-809c-2fa3145a5267', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101952) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 22:22:31.810660 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:31.826022 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:31.838250 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.notifiers.nova [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 787bdf93-434f-4c48-ac1c-670af74fb180 {{(pid=101952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 22:22:31.857288 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] For port 787bdf93-434f-4c48-ac1c-670af74fb180, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=787bdf93-434f-4c48-ac1c-670af74fb180,segment=NetworkSegment(b6e3f30f-83ec-4a00-b3f3-3acbfcfb3ac3),segment_id=b6e3f30f-83ec-4a00-b3f3-3acbfcfb3ac3)] {{(pid=101952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:22:31.860835 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776912265364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776911838100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776911838118'] for port, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:31.909978 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Pushing event updated for resources: {'Port': ['ID=787bdf93-434f-4c48-ac1c-670af74fb180,revision_number=4']} {{(pid=101952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:22:32.116143 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] get_ports_and_sgs() called for port_ids ['787bdf93-434f-4c48-ac1c-670af74fb180'] {{(pid=101952) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 22:22:32.384200 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf70acf-1383-4876-9298-0c756aa779ea req-4fd0b045-96bd-4024-8933-64122f45136d tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:32.385767 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-5cf70acf-1383-4876-9298-0c756aa779ea req-4fd0b045-96bd-4024-8933-64122f45136d tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] 10.222.0.50 "GET /v2.0/ports?device_id=54e29906-2253-4e26-b9ae-ef5f40e4580f HTTP/1.1" status: 200 len: 944 time: 0.0525768 Nov 11 22:22:32.442545 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-5cf70acf-1383-4876-9298-0c756aa779ea req-a020ab06-0240-4ac6-ba3f-16487f1a0113 tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] 10.222.0.50 "GET /v2.0/security-groups?id=bba0fc88-b679-44f5-920f-fd78ad6bd2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509977 Nov 11 22:22:32.572594 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f26be3-4d80-48d1-808f-911b18318b14 req-4544182a-f1bf-4f1c-9b32-59ff53b21468 tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:32.574124 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-99f26be3-4d80-48d1-808f-911b18318b14 req-4544182a-f1bf-4f1c-9b32-59ff53b21468 tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] 10.222.0.50 "GET /v2.0/ports?device_id=a5abecda-2336-41cf-8deb-010b7515874b HTTP/1.1" status: 200 len: 946 time: 0.0503592 Nov 11 22:22:32.625264 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-99f26be3-4d80-48d1-808f-911b18318b14 req-f62c926d-1ca3-4072-98d8-c5b813be7f76 tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c398c41-9203-4ea6-9503-b54c6d139479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453174 Nov 11 22:22:32.738444 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e692916b-0457-4807-92f0-9e94715763eb req-571f9029-4c99-4a42-91ee-5c32398daa08 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:32.740341 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-e692916b-0457-4807-92f0-9e94715763eb req-571f9029-4c99-4a42-91ee-5c32398daa08 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/ports?device_id=7703a725-3881-436a-ae59-282d0fc8f43e HTTP/1.1" status: 200 len: 945 time: 0.0566339 Nov 11 22:22:32.797605 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-e692916b-0457-4807-92f0-9e94715763eb req-f5d5e678-df9c-4225-9864-d07a522ff330 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9b7ac91-bf2b-4b23-a0c0-7bf41cf616d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455093 Nov 11 22:22:33.564692 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6c4f7c-09d3-4337-9748-5747e5e5772e req-e0f29e4a-a4cf-4603-90ac-2f697122590d tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:33.566184 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-5f6c4f7c-09d3-4337-9748-5747e5e5772e req-e0f29e4a-a4cf-4603-90ac-2f697122590d tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] 10.222.0.50 "GET /v2.0/ports?device_id=54e29906-2253-4e26-b9ae-ef5f40e4580f HTTP/1.1" status: 200 len: 944 time: 0.0531311 Nov 11 22:22:33.617853 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-5f6c4f7c-09d3-4337-9748-5747e5e5772e req-4daf94d3-6063-4be6-9c1d-46e123ac13a8 tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] 10.222.0.50 "GET /v2.0/security-groups?id=bba0fc88-b679-44f5-920f-fd78ad6bd2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452206 Nov 11 22:22:33.662426 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Device 787bdf93-434f-4c48-ac1c-670af74fb180 up at agent hyperv_hv-cinder-73362 {{(pid=101952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:22:33.738099 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.provisioning_blocks [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Provisioning for port 787bdf93-434f-4c48-ac1c-670af74fb180 completed by entity L2. {{(pid=101952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 22:22:33.742654 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.provisioning_blocks [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Provisioning complete for port 787bdf93-434f-4c48-ac1c-670af74fb180 triggered by entity L2. {{(pid=101952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:22:33.743023 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8061746'] for port, provisioning_complete {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:33.794488 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ebc71a-6a67-4ba0-b65d-5659865c0ab0 req-79502bab-bdc2-42fb-b9ae-66635a15ffff tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:33.797213 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-47ebc71a-6a67-4ba0-b65d-5659865c0ab0 req-79502bab-bdc2-42fb-b9ae-66635a15ffff tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] 10.222.0.50 "GET /v2.0/ports?device_id=a5abecda-2336-41cf-8deb-010b7515874b HTTP/1.1" status: 200 len: 946 time: 0.0714159 Nov 11 22:22:33.832714 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:33.867303 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-47ebc71a-6a67-4ba0-b65d-5659865c0ab0 req-f7b3b305-10e9-43d5-b1c4-eb6e3204e716 tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c398c41-9203-4ea6-9503-b54c6d139479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634179 Nov 11 22:22:33.873922 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54e29906-2253-4e26-b9ae-ef5f40e4580f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '787bdf93-434f-4c48-ac1c-670af74fb180'}] {{(pid=101952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:22:33.878017 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}354dda558456ac383be05774d0115fbb8a8e814f0e1169db929e83f4c2942df8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b447bb43-1e43-4790-a157-acf9161a1e80" -d '{"events": [{"server_uuid": "54e29906-2253-4e26-b9ae-ef5f40e4580f", "name": "network-vif-plugged", "status": "completed", "tag": "787bdf93-434f-4c48-ac1c-670af74fb180"}]}' {{(pid=101952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:22:33.906954 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] For port 787bdf93-434f-4c48-ac1c-670af74fb180, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=787bdf93-434f-4c48-ac1c-670af74fb180,segment=NetworkSegment(b6e3f30f-83ec-4a00-b3f3-3acbfcfb3ac3),segment_id=b6e3f30f-83ec-4a00-b3f3-3acbfcfb3ac3)] {{(pid=101952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:22:33.914898 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776912265364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776911838100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776911838118'] for port, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:33.941705 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e68cac-8f16-45e1-9382-36c9799001a2 req-64ca90ae-ee79-4939-96fd-155f786df0c0 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:33.943353 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-c1e68cac-8f16-45e1-9382-36c9799001a2 req-64ca90ae-ee79-4939-96fd-155f786df0c0 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/ports?device_id=7703a725-3881-436a-ae59-282d0fc8f43e HTTP/1.1" status: 200 len: 945 time: 0.0678785 Nov 11 22:22:33.978482 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Pushing event updated for resources: {'Port': ['ID=787bdf93-434f-4c48-ac1c-670af74fb180,revision_number=5']} {{(pid=101952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:22:34.005029 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 22:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59f34735-b347-44d7-b89a-6ec9cf29576e x-openstack-request-id: req-59f34735-b347-44d7-b89a-6ec9cf29576e {{(pid=101952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:22:34.005327 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54e29906-2253-4e26-b9ae-ef5f40e4580f", "name": "network-vif-plugged", "status": "completed", "tag": "787bdf93-434f-4c48-ac1c-670af74fb180", "code": 200}]} {{(pid=101952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:22:34.005614 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-59f34735-b347-44d7-b89a-6ec9cf29576e {{(pid=101952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:22:34.006045 dv-cinder-733622-20-iscsi neutron-server[101952]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54e29906-2253-4e26-b9ae-ef5f40e4580f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '787bdf93-434f-4c48-ac1c-670af74fb180', 'code': 200} Nov 11 22:22:34.027871 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-c1e68cac-8f16-45e1-9382-36c9799001a2 req-32544ba2-2e92-446a-a210-f518ef2b24f8 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9b7ac91-bf2b-4b23-a0c0-7bf41cf616d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755687 Nov 11 22:22:34.108268 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cbc13c-887d-46d9-bcfc-22afa70f0b35 req-cf79b92b-0744-435d-9230-1c36692529b9 tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:34.109776 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-73cbc13c-887d-46d9-bcfc-22afa70f0b35 req-cf79b92b-0744-435d-9230-1c36692529b9 tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] 10.222.0.26 "GET /v2.0/ports?device_id=a5abecda-2336-41cf-8deb-010b7515874b HTTP/1.1" status: 200 len: 946 time: 0.0498211 Nov 11 22:22:34.219733 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.plugin [req-73cbc13c-887d-46d9-bcfc-22afa70f0b35 req-3098d0e7-f4d0-412a-bea2-b74b88b99dca tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] Deleting port b38eec63-837a-4586-acb3-8fb01b3fead1 {{(pid=101951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:22:34.220068 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [req-73cbc13c-887d-46d9-bcfc-22afa70f0b35 req-3098d0e7-f4d0-412a-bea2-b74b88b99dca tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776912257464'] for port, before_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:34.270970 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05716891-d8f8-4d61-9164-ca702a911d16 req-5b989a39-05f1-4865-b48b-21308aa4b6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:34.272459 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-05716891-d8f8-4d61-9164-ca702a911d16 req-5b989a39-05f1-4865-b48b-21308aa4b6e4 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=54e29906-2253-4e26-b9ae-ef5f40e4580f HTTP/1.1" status: 200 len: 1098 time: 0.0423937 Nov 11 22:22:34.310657 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.db [req-73cbc13c-887d-46d9-bcfc-22afa70f0b35 req-3098d0e7-f4d0-412a-bea2-b74b88b99dca tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] For port b38eec63-837a-4586-acb3-8fb01b3fead1, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=b38eec63-837a-4586-acb3-8fb01b3fead1,segment=NetworkSegment(81317f1a-7990-46f6-a4f1-5638aef35159),segment_id=81317f1a-7990-46f6-a4f1-5638aef35159)] {{(pid=101951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:22:34.311026 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [req-73cbc13c-887d-46d9-bcfc-22afa70f0b35 req-3098d0e7-f4d0-412a-bea2-b74b88b99dca tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668535'] for port, precommit_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:34.325554 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.plugin [req-73cbc13c-887d-46d9-bcfc-22afa70f0b35 req-3098d0e7-f4d0-412a-bea2-b74b88b99dca tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] Calling delete_port for b38eec63-837a-4586-acb3-8fb01b3fead1 owned by compute:nova {{(pid=101951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:22:34.326722 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-05716891-d8f8-4d61-9164-ca702a911d16 req-5c002aac-e011-4cdb-95d5-b3401342682f service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=bba0fc88-b679-44f5-920f-fd78ad6bd2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427401 Nov 11 22:22:34.459200 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [req-73cbc13c-887d-46d9-bcfc-22afa70f0b35 req-3098d0e7-f4d0-412a-bea2-b74b88b99dca tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776912265346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776911838091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9099554'] for port, after_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:34.470975 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] get_ports_and_sgs() called for port_ids ['1be7eab3-536c-46ed-923b-c898807a1d0d', 'b38eec63-837a-4586-acb3-8fb01b3fead1'] {{(pid=101952) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 22:22:34.487057 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3098d0e7-f4d0-412a-bea2-b74b88b99dca tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] Pushing event deleted for resources: {'Port': ['ID=b38eec63-837a-4586-acb3-8fb01b3fead1,revision_number=None']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:22:34.530866 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.db.l3_dvrscheduler_db [req-73cbc13c-887d-46d9-bcfc-22afa70f0b35 req-3098d0e7-f4d0-412a-bea2-b74b88b99dca tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] No DVR routers for this DVR port b38eec63-837a-4586-acb3-8fb01b3fead1 on host hv-cinder-73362 {{(pid=101951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 22:22:34.533267 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [req-73cbc13c-887d-46d9-bcfc-22afa70f0b35 req-3098d0e7-f4d0-412a-bea2-b74b88b99dca tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26363'] for port, before_response {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:34.536848 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-73cbc13c-887d-46d9-bcfc-22afa70f0b35 req-3098d0e7-f4d0-412a-bea2-b74b88b99dca tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] 10.222.0.26 "DELETE /v2.0/ports/b38eec63-837a-4586-acb3-8fb01b3fead1 HTTP/1.1" status: 204 len: 173 time: 0.4179606 Nov 11 22:22:34.537388 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5abecda-2336-41cf-8deb-010b7515874b', 'name': 'network-vif-deleted', 'tag': 'b38eec63-837a-4586-acb3-8fb01b3fead1'}] {{(pid=101951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:22:34.539537 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6edad8924451e5ac919d090b7a0cdac835d5bd684dc46b69d397444c146e85de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6ad6288-fc39-4bfd-b58e-8aeb83c28e9c" -d '{"events": [{"server_uuid": "a5abecda-2336-41cf-8deb-010b7515874b", "name": "network-vif-deleted", "tag": "b38eec63-837a-4586-acb3-8fb01b3fead1"}]}' {{(pid=101951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:22:34.578115 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 22:22:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ebf178e-5642-4245-a24b-3a7250296536 x-openstack-request-id: req-2ebf178e-5642-4245-a24b-3a7250296536 {{(pid=101951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:22:34.578439 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5abecda-2336-41cf-8deb-010b7515874b", "name": "network-vif-deleted", "tag": "b38eec63-837a-4586-acb3-8fb01b3fead1", "status": "completed", "code": 200}]} {{(pid=101951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:22:34.578729 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2ebf178e-5642-4245-a24b-3a7250296536 {{(pid=101951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:22:34.579125 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5abecda-2336-41cf-8deb-010b7515874b', 'name': 'network-vif-deleted', 'tag': 'b38eec63-837a-4586-acb3-8fb01b3fead1', 'status': 'completed', 'code': 200} Nov 11 22:22:34.743000 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2be899-9a6d-4ec7-ad07-298e47e45e78 req-c8974711-c752-4eff-a3af-1a14865f69ea tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:34.744501 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-ab2be899-9a6d-4ec7-ad07-298e47e45e78 req-c8974711-c752-4eff-a3af-1a14865f69ea tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] 10.222.0.50 "GET /v2.0/ports?device_id=54e29906-2253-4e26-b9ae-ef5f40e4580f HTTP/1.1" status: 200 len: 945 time: 0.0536695 Nov 11 22:22:34.796105 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-ab2be899-9a6d-4ec7-ad07-298e47e45e78 req-ed341901-b625-4d35-ab1b-f4e9c019d965 tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] 10.222.0.50 "GET /v2.0/security-groups?id=bba0fc88-b679-44f5-920f-fd78ad6bd2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452287 Nov 11 22:22:34.988253 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-126e686b-f14c-44f7-9e21-d442db52a625 req-b12fca8a-5f84-4471-a206-11b38a65b680 tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] 10.222.0.50 "GET /v2.0/ports?device_id=a5abecda-2336-41cf-8deb-010b7515874b HTTP/1.1" status: 200 len: 210 time: 0.0299697 Nov 11 22:22:35.162068 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b453dff7-2c54-4f96-807f-6636d2869d3f req-9735246d-925f-4a20-b744-e12ee4eee7b7 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:35.163641 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-b453dff7-2c54-4f96-807f-6636d2869d3f req-9735246d-925f-4a20-b744-e12ee4eee7b7 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/ports?device_id=7703a725-3881-436a-ae59-282d0fc8f43e HTTP/1.1" status: 200 len: 945 time: 0.0589452 Nov 11 22:22:35.221341 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-b453dff7-2c54-4f96-807f-6636d2869d3f req-520b9a00-1858-403f-b38b-0b49860514d4 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9b7ac91-bf2b-4b23-a0c0-7bf41cf616d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505724 Nov 11 22:22:35.680951 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Device aec0e1e5-1aa7-4ca1-a39e-e1f98ea7045f details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=101952) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 22:22:35.686670 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Device 656dcbf8-303f-4158-9a7c-5afe7c5e470a no longer exists at agent hyperv_hv-cinder-73362 {{(pid=101952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:22:35.715269 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.plugin [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] No Port match for: 656dcbf8-303f-4158-9a7c-5afe7c5e470a {{(pid=101952) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:22:35.715604 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Device 656dcbf8-303f-4158-9a7c-5afe7c5e470a not bound to the agent host hv-cinder-73362 {{(pid=101952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:22:35.829682 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] For port aec0e1e5-1aa7-4ca1-a39e-e1f98ea7045f, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=aec0e1e5-1aa7-4ca1-a39e-e1f98ea7045f,segment=NetworkSegment(9c208126-1f8a-404f-ae1b-bfd4e87909c5),segment_id=9c208126-1f8a-404f-ae1b-bfd4e87909c5)] {{(pid=101952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:22:35.846082 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Returning: {'device': 'aec0e1e5-1aa7-4ca1-a39e-e1f98ea7045f', 'network_id': '6d6ff938-050a-4ca6-ad58-070035060c7c', 'port_id': 'aec0e1e5-1aa7-4ca1-a39e-e1f98ea7045f', 'mac_address': 'fa:16:3e:84:d5:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 839, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28859a9d-69fd-4dd9-a7c8-b3902292e969', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101952) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 22:22:35.903572 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:35.938788 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.notifiers.nova [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id aec0e1e5-1aa7-4ca1-a39e-e1f98ea7045f {{(pid=101952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 22:22:35.959483 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92029dba-0b37-464f-84f8-642f2713222b req-12606535-18dc-4988-b226-6f71420e5238 tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:35.963961 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-92029dba-0b37-464f-84f8-642f2713222b req-12606535-18dc-4988-b226-6f71420e5238 tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] 10.222.0.50 "GET /v2.0/ports?device_id=54e29906-2253-4e26-b9ae-ef5f40e4580f HTTP/1.1" status: 200 len: 945 time: 0.0900762 Nov 11 22:22:35.986976 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] For port aec0e1e5-1aa7-4ca1-a39e-e1f98ea7045f, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=aec0e1e5-1aa7-4ca1-a39e-e1f98ea7045f,segment=NetworkSegment(9c208126-1f8a-404f-ae1b-bfd4e87909c5),segment_id=9c208126-1f8a-404f-ae1b-bfd4e87909c5)] {{(pid=101952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:22:35.996012 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776912265364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776911838100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776911838118'] for port, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:36.064703 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-92029dba-0b37-464f-84f8-642f2713222b req-ddcce564-4423-47af-80c0-e1acde4fce12 tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] 10.222.0.50 "GET /v2.0/security-groups?id=bba0fc88-b679-44f5-920f-fd78ad6bd2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943208 Nov 11 22:22:36.103081 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Pushing event updated for resources: {'Port': ['ID=aec0e1e5-1aa7-4ca1-a39e-e1f98ea7045f,revision_number=6']} {{(pid=101952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:22:36.114722 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] get_ports_and_sgs() called for port_ids ['aec0e1e5-1aa7-4ca1-a39e-e1f98ea7045f'] {{(pid=101952) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 22:22:36.304379 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653eea84-8415-422e-8b91-3855dd2deb75 req-fa62163d-47f3-42fd-8c18-30cef5bc46bf tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:36.306084 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-653eea84-8415-422e-8b91-3855dd2deb75 req-fa62163d-47f3-42fd-8c18-30cef5bc46bf tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] 10.222.0.50 "GET /v2.0/ports?device_id=54e29906-2253-4e26-b9ae-ef5f40e4580f HTTP/1.1" status: 200 len: 945 time: 0.1360276 Nov 11 22:22:36.440404 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-653eea84-8415-422e-8b91-3855dd2deb75 req-802c4630-5854-4744-b3e1-ad133866fd9c tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] 10.222.0.50 "GET /v2.0/security-groups?id=bba0fc88-b679-44f5-920f-fd78ad6bd2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1251619 Nov 11 22:22:36.459243 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 48524) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:22:36.464296 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eca9fc-968a-42d8-9935-a1025f2e9fb8 req-d0813b43-929f-42af-bf73-206c841dac1c tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:36.465923 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-30eca9fc-968a-42d8-9935-a1025f2e9fb8 req-d0813b43-929f-42af-bf73-206c841dac1c tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/ports?device_id=7703a725-3881-436a-ae59-282d0fc8f43e HTTP/1.1" status: 200 len: 944 time: 0.1366234 Nov 11 22:22:36.550103 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-30eca9fc-968a-42d8-9935-a1025f2e9fb8 req-07edfee2-927e-4728-aefe-e30ad95942f4 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9b7ac91-bf2b-4b23-a0c0-7bf41cf616d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740209 Nov 11 22:22:36.601340 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bacda81-a540-4909-ab6a-cb9144708c33 tempest-TestShelveInstance-2109361985 tempest-TestShelveInstance-2109361985-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:36.603234 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-8bacda81-a540-4909-ab6a-cb9144708c33 tempest-TestShelveInstance-2109361985 tempest-TestShelveInstance-2109361985-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=54e29906-2253-4e26-b9ae-ef5f40e4580f HTTP/1.1" status: 200 len: 1093 time: 0.1411400 Nov 11 22:22:36.606795 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 48528) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:22:36.611867 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.v2.base [None req-622856af-3ed2-401d-abe0-6af32d8df08f tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] Request body: {'floatingip': {'floating_network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'port_id': '787bdf93-434f-4c48-ac1c-670af74fb180', 'tenant_id': '9bdbf69f4937401cbc8618398a68b4ae', 'fixed_ip_address': '172.20.0.5'}} {{(pid=101951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:22:36.641943 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-622856af-3ed2-401d-abe0-6af32d8df08f tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] Publish callbacks [] for floatingip, before_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:36.794673 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-622856af-3ed2-401d-abe0-6af32d8df08f tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:36.917396 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.db.db_base_plugin_common [None req-622856af-3ed2-401d-abe0-6af32d8df08f tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] Allocated IP 172.27.0.76 (fd27370c-43f8-4948-a495-3a9880be1635/b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca/a994d55e-cf45-436d-99bb-b72637ab8be2) {{(pid=101951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:22:37.026961 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-622856af-3ed2-401d-abe0-6af32d8df08f tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] Publish callbacks [] for port, precommit_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:37.067719 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-622856af-3ed2-401d-abe0-6af32d8df08f tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776911838082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9099554'] for port, after_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:37.115153 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-622856af-3ed2-401d-abe0-6af32d8df08f tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] Network fd27370c-43f8-4948-a495-3a9880be1635 is already hosted by enough agents. {{(pid=101951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:22:37.120648 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.scheduler.base_scheduler [None req-622856af-3ed2-401d-abe0-6af32d8df08f tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] Resources bound (agent type, host, resource id): {{(pid=101951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:22:37.126306 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622856af-3ed2-401d-abe0-6af32d8df08f tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] Received port after_create {{(pid=101951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:22:37.137908 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622856af-3ed2-401d-abe0-6af32d8df08f tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] Pushing event updated for resources: {'Port': ['ID=a994d55e-cf45-436d-99bb-b72637ab8be2,revision_number=1']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:22:37.669366 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Device aec0e1e5-1aa7-4ca1-a39e-e1f98ea7045f up at agent hyperv_hv-cinder-73362 {{(pid=101952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:22:37.717072 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d53324e-4b12-4a78-a877-6ed4c47740f1 req-8a3c1341-f04c-4e1d-bf35-cf84694abaa0 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:37.725066 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-4d53324e-4b12-4a78-a877-6ed4c47740f1 req-8a3c1341-f04c-4e1d-bf35-cf84694abaa0 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/ports?device_id=7703a725-3881-436a-ae59-282d0fc8f43e HTTP/1.1" status: 200 len: 944 time: 0.0939243 Nov 11 22:22:37.753025 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b22be8-de11-4514-bc3c-9428c88f597b req-9975788a-0ff4-433f-9653-7c7e264d715c tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:37.754973 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-b9b22be8-de11-4514-bc3c-9428c88f597b req-9975788a-0ff4-433f-9653-7c7e264d715c tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] 10.222.0.50 "GET /v2.0/ports?device_id=4407e04f-b8e9-4c4c-a325-dd64919e57cd HTTP/1.1" status: 200 len: 945 time: 0.1130884 Nov 11 22:22:37.817914 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-4d53324e-4b12-4a78-a877-6ed4c47740f1 req-f32f8237-7b42-4061-86af-acaf3a60d608 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9b7ac91-bf2b-4b23-a0c0-7bf41cf616d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916376 Nov 11 22:22:37.821954 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.provisioning_blocks [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Provisioning complete for port aec0e1e5-1aa7-4ca1-a39e-e1f98ea7045f triggered by entity L2. {{(pid=101952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:22:37.822303 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8061746'] for port, provisioning_complete {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:37.862353 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-b9b22be8-de11-4514-bc3c-9428c88f597b req-093ea763-9e6f-4298-aa28-6119e0ead0b6 tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c398c41-9203-4ea6-9503-b54c6d139479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938251 Nov 11 22:22:37.893611 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-622856af-3ed2-401d-abe0-6af32d8df08f tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:37.949056 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:37.985519 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7703a725-3881-436a-ae59-282d0fc8f43e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aec0e1e5-1aa7-4ca1-a39e-e1f98ea7045f'}] {{(pid=101952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:22:37.987929 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}354dda558456ac383be05774d0115fbb8a8e814f0e1169db929e83f4c2942df8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2597c58d-8886-49ef-9022-fa11393139b6" -d '{"events": [{"server_uuid": "7703a725-3881-436a-ae59-282d0fc8f43e", "name": "network-vif-plugged", "status": "completed", "tag": "aec0e1e5-1aa7-4ca1-a39e-e1f98ea7045f"}]}' {{(pid=101952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:22:38.004137 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] For port aec0e1e5-1aa7-4ca1-a39e-e1f98ea7045f, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=aec0e1e5-1aa7-4ca1-a39e-e1f98ea7045f,segment=NetworkSegment(9c208126-1f8a-404f-ae1b-bfd4e87909c5),segment_id=9c208126-1f8a-404f-ae1b-bfd4e87909c5)] {{(pid=101952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:22:38.011089 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-622856af-3ed2-401d-abe0-6af32d8df08f tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_update {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:38.012487 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776912265364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776911838100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776911838118'] for port, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:38.016036 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Device b38eec63-837a-4586-acb3-8fb01b3fead1 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=101952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:22:38.079984 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 22:22:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c9b2961-b01f-4581-a712-ef7bb3c1b13c x-openstack-request-id: req-1c9b2961-b01f-4581-a712-ef7bb3c1b13c {{(pid=101952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:22:38.080340 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7703a725-3881-436a-ae59-282d0fc8f43e", "name": "network-vif-plugged", "status": "completed", "tag": "aec0e1e5-1aa7-4ca1-a39e-e1f98ea7045f", "code": 200}]} {{(pid=101952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:22:38.080488 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1c9b2961-b01f-4581-a712-ef7bb3c1b13c {{(pid=101952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:22:38.080846 dv-cinder-733622-20-iscsi neutron-server[101952]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7703a725-3881-436a-ae59-282d0fc8f43e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aec0e1e5-1aa7-4ca1-a39e-e1f98ea7045f', 'code': 200} Nov 11 22:22:38.084103 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.plugin [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] No Port match for: b38eec63-837a-4586-acb3-8fb01b3fead1 {{(pid=101952) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:22:38.084420 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Device b38eec63-837a-4586-acb3-8fb01b3fead1 not bound to the agent host hv-cinder-73362 {{(pid=101952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:22:38.104360 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Pushing event updated for resources: {'Port': ['ID=aec0e1e5-1aa7-4ca1-a39e-e1f98ea7045f,revision_number=7']} {{(pid=101952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:22:38.228996 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-622856af-3ed2-401d-abe0-6af32d8df08f tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] Publish callbacks [] for port, precommit_update {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:38.236157 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-622856af-3ed2-401d-abe0-6af32d8df08f tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776912265364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776911838100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776911838118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9099611'] for port, after_update {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:38.324549 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622856af-3ed2-401d-abe0-6af32d8df08f tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] Pushing event updated for resources: {'Port': ['ID=a994d55e-cf45-436d-99bb-b72637ab8be2,revision_number=2']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:22:38.327662 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-622856af-3ed2-401d-abe0-6af32d8df08f tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657105'] for floatingip, after_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:38.448566 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.db.l3_db [None req-622856af-3ed2-401d-abe0-6af32d8df08f tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] Floating IP 7481cbe7-dbcb-4dcb-8117-7b8b88df98e6 associated. External IP: 172.27.0.76, port: 787bdf93-434f-4c48-ac1c-670af74fb180. Nov 11 22:22:38.735429 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-622856af-3ed2-401d-abe0-6af32d8df08f tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] Router 9ae1c750-0cb8-4120-8961-cd890599ec23 has already been hosted by L3 agent 4702c36b-78d9-4f52-8cbc-8d9e3292a6f2 {{(pid=101951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 22:22:38.902750 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-622856af-3ed2-401d-abe0-6af32d8df08f tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] Notify agent at l3_agent.dv-cinder-733622-20-iscsi the message routers_updated {{(pid=101951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:22:38.913032 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-217ef311-4cba-49b2-8b2a-3b327814bb60 None None] Sync routers for ids ['9ae1c750-0cb8-4120-8961-cd890599ec23'] in dv-cinder-733622-20-iscsi {{(pid=101952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:22:38.938858 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217ef311-4cba-49b2-8b2a-3b327814bb60 None None] Routers {'9ae1c750-0cb8-4120-8961-cd890599ec23'} bound to L3 agent in host dv-cinder-733622-20-iscsi {{(pid=101952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:22:38.939539 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_hamode_db [None req-217ef311-4cba-49b2-8b2a-3b327814bb60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T22:08:28Z,description=,heartbeat_timestamp=2021-11-11T22:22:28Z,host='dv-cinder-733622-20-iscsi',id=4702c36b-78d9-4f52-8cbc-8d9e3292a6f2,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T22:08:28Z,topic='l3_agent')) {'router_ids': ['9ae1c750-0cb8-4120-8961-cd890599ec23'], 'active': True} {{(pid=101952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:22:38.947338 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-622856af-3ed2-401d-abe0-6af32d8df08f tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26363'] for floatingip, before_response {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:39.005775 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-622856af-3ed2-401d-abe0-6af32d8df08f tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3970921 Nov 11 22:22:39.006299 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54e29906-2253-4e26-b9ae-ef5f40e4580f', 'tag': '787bdf93-434f-4c48-ac1c-670af74fb180'}] {{(pid=101951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:22:39.008966 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6edad8924451e5ac919d090b7a0cdac835d5bd684dc46b69d397444c146e85de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-744ebb04-8e0a-4293-bcf6-341ef5780a31" -d '{"events": [{"name": "network-changed", "server_uuid": "54e29906-2253-4e26-b9ae-ef5f40e4580f", "tag": "787bdf93-434f-4c48-ac1c-670af74fb180"}]}' {{(pid=101951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:22:39.009991 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc18d19-4862-4bc5-b71f-ff33595de969 req-042432a3-9203-4bed-9ae8-f1d508c86594 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:39.012627 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-cbc18d19-4862-4bc5-b71f-ff33595de969 req-042432a3-9203-4bed-9ae8-f1d508c86594 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/ports?device_id=7703a725-3881-436a-ae59-282d0fc8f43e HTTP/1.1" status: 200 len: 945 time: 0.1123631 Nov 11 22:22:39.025445 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e549a15e-d709-4933-b863-1c8fff52bbb4 req-4425949b-b440-46fc-8b04-10ed9d25e3c6 tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:39.033571 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-e549a15e-d709-4933-b863-1c8fff52bbb4 req-4425949b-b440-46fc-8b04-10ed9d25e3c6 tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] 10.222.0.50 "GET /v2.0/ports?device_id=4407e04f-b8e9-4c4c-a325-dd64919e57cd HTTP/1.1" status: 200 len: 945 time: 0.0849366 Nov 11 22:22:39.122223 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-e549a15e-d709-4933-b863-1c8fff52bbb4 req-0567d99f-bab3-401b-af89-ea229117af49 tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] 10.222.0.50 "GET /v2.0/security-groups?id=6c398c41-9203-4ea6-9503-b54c6d139479&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870051 Nov 11 22:22:39.127073 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-cbc18d19-4862-4bc5-b71f-ff33595de969 req-caab3317-f02b-4623-8a00-13e696e7a642 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9b7ac91-bf2b-4b23-a0c0-7bf41cf616d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855362 Nov 11 22:22:39.193285 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 22:22:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-866bffb4-4fac-4426-a1c9-25e30744cec5 x-openstack-request-id: req-866bffb4-4fac-4426-a1c9-25e30744cec5 {{(pid=101951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:22:39.193580 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54e29906-2253-4e26-b9ae-ef5f40e4580f", "tag": "787bdf93-434f-4c48-ac1c-670af74fb180", "status": "completed", "code": 200}]} {{(pid=101951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:22:39.193841 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-866bffb4-4fac-4426-a1c9-25e30744cec5 {{(pid=101951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:22:39.194259 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54e29906-2253-4e26-b9ae-ef5f40e4580f', 'tag': '787bdf93-434f-4c48-ac1c-670af74fb180', 'status': 'completed', 'code': 200} Nov 11 22:22:39.235947 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_dvr_db [None req-217ef311-4cba-49b2-8b2a-3b327814bb60 None None] Set router 9ae1c750-0cb8-4120-8961-cd890599ec23 gateway port host: dv-cinder-733622-20-iscsi {{(pid=101952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:22:39.325508 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744ebb04-8e0a-4293-bcf6-341ef5780a31 req-4600f03b-12c5-4478-9ca3-43abb0e05de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:39.326617 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-744ebb04-8e0a-4293-bcf6-341ef5780a31 req-4600f03b-12c5-4478-9ca3-43abb0e05de7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9bdbf69f4937401cbc8618398a68b4ae&device_id=54e29906-2253-4e26-b9ae-ef5f40e4580f HTTP/1.1" status: 200 len: 1098 time: 0.0971103 Nov 11 22:22:39.453908 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744ebb04-8e0a-4293-bcf6-341ef5780a31 req-b098402b-3866-495d-8298-3cec70c6ca51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:39.458647 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-744ebb04-8e0a-4293-bcf6-341ef5780a31 req-b098402b-3866-495d-8298-3cec70c6ca51 service neutron] 10.222.0.26 "GET /v2.0/networks?id=26fdc315-aba2-4576-a6e9-177175e14633 HTTP/1.1" status: 200 len: 909 time: 0.1224482 Nov 11 22:22:39.551484 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_hamode_db [None req-217ef311-4cba-49b2-8b2a-3b327814bb60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ae1c750-0cb8-4120-8961-cd890599ec23', 'name': 'tempest-TestShelveInstance-882410355-router', 'tenant_id': '9bdbf69f4937401cbc8618398a68b4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'external_fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': '69f79c74-e7f3-4767-8348-870c48f90833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:21:48Z', 'updated_at': '2021-11-11T22:21:51Z', 'revision_number': 4, 'project_id': '9bdbf69f4937401cbc8618398a68b4ae', 'gw_port': {'id': '69f79c74-e7f3-4767-8348-870c48f90833', 'name': '', 'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:91:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae1c750-0cb8-4120-8961-cd890599ec23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:21:49Z', 'updated_at': '2021-11-11T22:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-20-iscsi', '_floatingips': [{'id': '7481cbe7-dbcb-4dcb-8117-7b8b88df98e6', 'tenant_id': '9bdbf69f4937401cbc8618398a68b4ae', 'floating_ip_address': '172.27.0.76', 'floating_network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'router_id': '9ae1c750-0cb8-4120-8961-cd890599ec23', 'port_id': '787bdf93-434f-4c48-ac1c-670af74fb180', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26fdc315-aba2-4576-a6e9-177175e14633', 'mac_address': 'fa:16:3e:ad:69:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54e29906-2253-4e26-b9ae-ef5f40e4580f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T22:22:37Z', 'updated_at': '2021-11-11T22:22:37Z', 'revision_number': 0, 'project_id': '9bdbf69f4937401cbc8618398a68b4ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c3ff59c-8f24-42ae-b0e6-cbf867244994', 'name': '', 'network_id': '26fdc315-aba2-4576-a6e9-177175e14633', 'tenant_id': '9bdbf69f4937401cbc8618398a68b4ae', 'mac_address': 'fa:16:3e:6f:10:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae1c750-0cb8-4120-8961-cd890599ec23', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '31e14342-d1a0-40ee-809c-2fa3145a5267', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:21:50Z', 'updated_at': '2021-11-11T22:21:56Z', 'revision_number': 5, 'project_id': '9bdbf69f4937401cbc8618398a68b4ae', 'subnets': [{'id': '31e14342-d1a0-40ee-809c-2fa3145a5267', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-20-iscsi', False) {} {{(pid=101952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:22:39.590909 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-744ebb04-8e0a-4293-bcf6-341ef5780a31 req-f1a79d2c-9bd5-43ac-92bc-e3437a55d0c9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=787bdf93-434f-4c48-ac1c-670af74fb180 HTTP/1.1" status: 200 len: 998 time: 0.1220706 Nov 11 22:22:39.591126 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-217ef311-4cba-49b2-8b2a-3b327814bb60 None None] Checking router: 9ae1c750-0cb8-4120-8961-cd890599ec23 for host: dv-cinder-733622-20-iscsi {{(pid=101952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:22:39.601423 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217ef311-4cba-49b2-8b2a-3b327814bb60 None None] Routers {'9ae1c750-0cb8-4120-8961-cd890599ec23'} bound to L3 agent in host dv-cinder-733622-20-iscsi {{(pid=101952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:22:39.602155 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_hamode_db [None req-217ef311-4cba-49b2-8b2a-3b327814bb60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T22:08:28Z,description=,heartbeat_timestamp=2021-11-11T22:22:28Z,host='dv-cinder-733622-20-iscsi',id=4702c36b-78d9-4f52-8cbc-8d9e3292a6f2,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T22:08:28Z,topic='l3_agent')) {'router_ids': ['9ae1c750-0cb8-4120-8961-cd890599ec23'], 'active': True} {{(pid=101952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:22:39.630968 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e918e721-3b1f-4161-89fc-a38caa35959a req-1413ccad-c41e-405b-86d6-5e8dd1da6b50 tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:39.632543 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-e918e721-3b1f-4161-89fc-a38caa35959a req-1413ccad-c41e-405b-86d6-5e8dd1da6b50 tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] 10.222.0.26 "GET /v2.0/ports?device_id=4407e04f-b8e9-4c4c-a325-dd64919e57cd HTTP/1.1" status: 200 len: 945 time: 0.1160898 Nov 11 22:22:39.657707 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744ebb04-8e0a-4293-bcf6-341ef5780a31 req-319d18ca-cdda-4d7a-9a83-59ea0ceb6481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:39.659982 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-744ebb04-8e0a-4293-bcf6-341ef5780a31 req-319d18ca-cdda-4d7a-9a83-59ea0ceb6481 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=31e14342-d1a0-40ee-809c-2fa3145a5267 HTTP/1.1" status: 200 len: 847 time: 0.0612950 Nov 11 22:22:39.739247 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744ebb04-8e0a-4293-bcf6-341ef5780a31 req-24acc590-df43-49e0-aad7-44b1025bc5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:39.741440 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-744ebb04-8e0a-4293-bcf6-341ef5780a31 req-24acc590-df43-49e0-aad7-44b1025bc5b4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=26fdc315-aba2-4576-a6e9-177175e14633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0693667 Nov 11 22:22:39.758312 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_dvr_db [None req-217ef311-4cba-49b2-8b2a-3b327814bb60 None None] Set router 9ae1c750-0cb8-4120-8961-cd890599ec23 gateway port host: dv-cinder-733622-20-iscsi {{(pid=101952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:22:39.793007 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.plugins.ml2.plugin [req-e918e721-3b1f-4161-89fc-a38caa35959a req-662249de-da68-4b94-bbdb-16ca607e0175 tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] Deleting port 1be7eab3-536c-46ed-923b-c898807a1d0d {{(pid=101950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:22:39.793664 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [req-e918e721-3b1f-4161-89fc-a38caa35959a req-662249de-da68-4b94-bbdb-16ca607e0175 tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776912257464'] for port, before_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:39.880397 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-744ebb04-8e0a-4293-bcf6-341ef5780a31 req-34ed6a63-0aea-4f50-a277-9ab6e600cc20 service neutron] 10.222.0.26 "GET /v2.0/networks/26fdc315-aba2-4576-a6e9-177175e14633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291845 Nov 11 22:22:39.898804 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:39.943704 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.plugins.ml2.db [req-e918e721-3b1f-4161-89fc-a38caa35959a req-662249de-da68-4b94-bbdb-16ca607e0175 tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] For port 1be7eab3-536c-46ed-923b-c898807a1d0d, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=1be7eab3-536c-46ed-923b-c898807a1d0d,segment=NetworkSegment(81317f1a-7990-46f6-a4f1-5638aef35159),segment_id=81317f1a-7990-46f6-a4f1-5638aef35159)] {{(pid=101950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:22:39.944463 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [req-e918e721-3b1f-4161-89fc-a38caa35959a req-662249de-da68-4b94-bbdb-16ca607e0175 tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668535'] for port, precommit_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:39.965726 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.plugins.ml2.plugin [req-e918e721-3b1f-4161-89fc-a38caa35959a req-662249de-da68-4b94-bbdb-16ca607e0175 tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] Calling delete_port for 1be7eab3-536c-46ed-923b-c898807a1d0d owned by compute:nova {{(pid=101950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:22:40.069710 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-744ebb04-8e0a-4293-bcf6-341ef5780a31 req-085a60b2-7664-4458-ab45-21e19b76012d service neutron] 10.222.0.26 "GET /v2.0/networks/26fdc315-aba2-4576-a6e9-177175e14633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678212 Nov 11 22:22:40.098448 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_hamode_db [None req-217ef311-4cba-49b2-8b2a-3b327814bb60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ae1c750-0cb8-4120-8961-cd890599ec23', 'name': 'tempest-TestShelveInstance-882410355-router', 'tenant_id': '9bdbf69f4937401cbc8618398a68b4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'external_fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': '69f79c74-e7f3-4767-8348-870c48f90833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:21:48Z', 'updated_at': '2021-11-11T22:21:51Z', 'revision_number': 4, 'project_id': '9bdbf69f4937401cbc8618398a68b4ae', 'gw_port': {'id': '69f79c74-e7f3-4767-8348-870c48f90833', 'name': '', 'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:91:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae1c750-0cb8-4120-8961-cd890599ec23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:21:49Z', 'updated_at': '2021-11-11T22:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-20-iscsi', '_floatingips': [{'id': '7481cbe7-dbcb-4dcb-8117-7b8b88df98e6', 'tenant_id': '9bdbf69f4937401cbc8618398a68b4ae', 'floating_ip_address': '172.27.0.76', 'floating_network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'router_id': '9ae1c750-0cb8-4120-8961-cd890599ec23', 'port_id': '787bdf93-434f-4c48-ac1c-670af74fb180', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26fdc315-aba2-4576-a6e9-177175e14633', 'mac_address': 'fa:16:3e:ad:69:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54e29906-2253-4e26-b9ae-ef5f40e4580f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T22:22:37Z', 'updated_at': '2021-11-11T22:22:37Z', 'revision_number': 0, 'project_id': '9bdbf69f4937401cbc8618398a68b4ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c3ff59c-8f24-42ae-b0e6-cbf867244994', 'name': '', 'network_id': '26fdc315-aba2-4576-a6e9-177175e14633', 'tenant_id': '9bdbf69f4937401cbc8618398a68b4ae', 'mac_address': 'fa:16:3e:6f:10:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae1c750-0cb8-4120-8961-cd890599ec23', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '31e14342-d1a0-40ee-809c-2fa3145a5267', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:21:50Z', 'updated_at': '2021-11-11T22:21:56Z', 'revision_number': 5, 'project_id': '9bdbf69f4937401cbc8618398a68b4ae', 'subnets': [{'id': '31e14342-d1a0-40ee-809c-2fa3145a5267', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-20-iscsi', False) {} {{(pid=101952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:22:40.137145 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-217ef311-4cba-49b2-8b2a-3b327814bb60 None None] The sync data for ids ['9ae1c750-0cb8-4120-8961-cd890599ec23'] in dv-cinder-733622-20-iscsi is: [{'id': '9ae1c750-0cb8-4120-8961-cd890599ec23', 'name': 'tempest-TestShelveInstance-882410355-router', 'tenant_id': '9bdbf69f4937401cbc8618398a68b4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'external_fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': '69f79c74-e7f3-4767-8348-870c48f90833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:21:48Z', 'updated_at': '2021-11-11T22:21:51Z', 'revision_number': 4, 'project_id': '9bdbf69f4937401cbc8618398a68b4ae', 'gw_port': {'id': '69f79c74-e7f3-4767-8348-870c48f90833', 'name': '', 'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:91:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae1c750-0cb8-4120-8961-cd890599ec23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:21:49Z', 'updated_at': '2021-11-11T22:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-20-iscsi', '_floatingips': [{'id': '7481cbe7-dbcb-4dcb-8117-7b8b88df98e6', 'tenant_id': '9bdbf69f4937401cbc8618398a68b4ae', 'floating_ip_address': '172.27.0.76', 'floating_network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'router_id': '9ae1c750-0cb8-4120-8961-cd890599ec23', 'port_id': '787bdf93-434f-4c48-ac1c-670af74fb180', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26fdc315-aba2-4576-a6e9-177175e14633', 'mac_address': 'fa:16:3e:ad:69:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54e29906-2253-4e26-b9ae-ef5f40e4580f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T22:22:37Z', 'updated_at': '2021-11-11T22:22:37Z', 'revision_number': 0, 'project_id': '9bdbf69f4937401cbc8618398a68b4ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c3ff59c-8f24-42ae-b0e6-cbf867244994', 'name': '', 'network_id': '26fdc315-aba2-4576-a6e9-177175e14633', 'tenant_id': '9bdbf69f4937401cbc8618398a68b4ae', 'mac_address': 'fa:16:3e:6f:10:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae1c750-0cb8-4120-8961-cd890599ec23', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '31e14342-d1a0-40ee-809c-2fa3145a5267', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:21:50Z', 'updated_at': '2021-11-11T22:21:56Z', 'revision_number': 5, 'project_id': '9bdbf69f4937401cbc8618398a68b4ae', 'subnets': [{'id': '31e14342-d1a0-40ee-809c-2fa3145a5267', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:22:40.213415 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [req-e918e721-3b1f-4161-89fc-a38caa35959a req-662249de-da68-4b94-bbdb-16ca607e0175 tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776912265346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776911838091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3976619'] for port, after_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:40.228807 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] get_ports_and_sgs() called for port_ids ['1be7eab3-536c-46ed-923b-c898807a1d0d'] {{(pid=101952) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 22:22:40.322531 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662249de-da68-4b94-bbdb-16ca607e0175 tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] Pushing event deleted for resources: {'Port': ['ID=1be7eab3-536c-46ed-923b-c898807a1d0d,revision_number=None']} {{(pid=101950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:22:40.400645 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-ad3adc47-38cb-4fe1-9b24-fd93ebef32ea req-dfcdaea9-6884-45ea-88d6-62e441d23618 tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] 10.222.0.50 "GET /v2.0/ports?device_id=4407e04f-b8e9-4c4c-a325-dd64919e57cd HTTP/1.1" status: 200 len: 210 time: 0.0890336 Nov 11 22:22:40.452457 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.db.l3_dvrscheduler_db [req-e918e721-3b1f-4161-89fc-a38caa35959a req-662249de-da68-4b94-bbdb-16ca607e0175 tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] No DVR routers for this DVR port 1be7eab3-536c-46ed-923b-c898807a1d0d on host hv-cinder-73362 {{(pid=101950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 22:22:40.457882 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [req-e918e721-3b1f-4161-89fc-a38caa35959a req-662249de-da68-4b94-bbdb-16ca607e0175 tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26363'] for port, before_response {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:40.461769 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-e918e721-3b1f-4161-89fc-a38caa35959a req-662249de-da68-4b94-bbdb-16ca607e0175 tempest-AttachVolumeNegativeTest-3219818 tempest-AttachVolumeNegativeTest-3219818-project] 10.222.0.26 "DELETE /v2.0/ports/1be7eab3-536c-46ed-923b-c898807a1d0d HTTP/1.1" status: 204 len: 173 time: 0.8212132 Nov 11 22:22:40.462871 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4407e04f-b8e9-4c4c-a325-dd64919e57cd', 'name': 'network-vif-deleted', 'tag': '1be7eab3-536c-46ed-923b-c898807a1d0d'}] {{(pid=101950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:22:40.468298 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6a5285f65aca903721fee6e5434d0235345418fba5e47a2479ed174f8b69804" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25540264-f8eb-45ee-9324-101ad9cb72d6" -d '{"events": [{"server_uuid": "4407e04f-b8e9-4c4c-a325-dd64919e57cd", "name": "network-vif-deleted", "tag": "1be7eab3-536c-46ed-923b-c898807a1d0d"}]}' {{(pid=101950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:22:40.497322 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99438f7-a03e-4303-b851-6729446f2adf req-6f908803-e283-49d1-857a-e674025bad6c tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:40.499832 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-d99438f7-a03e-4303-b851-6729446f2adf req-6f908803-e283-49d1-857a-e674025bad6c tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/ports?device_id=7703a725-3881-436a-ae59-282d0fc8f43e HTTP/1.1" status: 200 len: 945 time: 0.2018168 Nov 11 22:22:40.620683 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-d99438f7-a03e-4303-b851-6729446f2adf req-a627399a-2eaf-4dc7-a7e9-b94e217380a9 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9b7ac91-bf2b-4b23-a0c0-7bf41cf616d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133881 Nov 11 22:22:40.688589 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 22:22:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69658477-c50a-4a37-b6df-d66ce3ae95b7 x-openstack-request-id: req-69658477-c50a-4a37-b6df-d66ce3ae95b7 {{(pid=101950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:22:40.688890 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4407e04f-b8e9-4c4c-a325-dd64919e57cd", "name": "network-vif-deleted", "tag": "1be7eab3-536c-46ed-923b-c898807a1d0d", "status": "completed", "code": 200}]} {{(pid=101950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:22:40.689143 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-69658477-c50a-4a37-b6df-d66ce3ae95b7 {{(pid=101950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:22:40.689551 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4407e04f-b8e9-4c4c-a325-dd64919e57cd', 'name': 'network-vif-deleted', 'tag': '1be7eab3-536c-46ed-923b-c898807a1d0d', 'status': 'completed', 'code': 200} Nov 11 22:22:41.113998 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6971dec9-1130-407b-9a96-e4f77b421997 None None] New status for floating IP 7481cbe7-dbcb-4dcb-8117-7b8b88df98e6: ACTIVE {{(pid=101953) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 22:22:41.480040 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.wsgi [-] (101950) accepted ('10.222.0.50', 48566) {{(pid=101950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:22:41.538835 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7eadd21-63f8-496b-ac08-664d41f5aad4 admin admin] Deleting subnet 53fc7978-d7f2-4b8c-9881-c5b2333bf2a4 {{(pid=101950) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 22:22:41.542890 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-e7eadd21-63f8-496b-ac08-664d41f5aad4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:41.586073 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-e7eadd21-63f8-496b-ac08-664d41f5aad4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8758040'] for subnet, precommit_delete_associations {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:41.642474 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-e7eadd21-63f8-496b-ac08-664d41f5aad4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8068352'] for subnet, precommit_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:41.722400 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-e7eadd21-63f8-496b-ac08-664d41f5aad4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8068375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3976600', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9025180'] for subnet, after_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:41.786425 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7eadd21-63f8-496b-ac08-664d41f5aad4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53fc7978-d7f2-4b8c-9881-c5b2333bf2a4,revision_number=None']} {{(pid=101950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:22:41.789271 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-e7eadd21-63f8-496b-ac08-664d41f5aad4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634242'] for subnet, before_response {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:41.795316 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [None req-e7eadd21-63f8-496b-ac08-664d41f5aad4 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/53fc7978-d7f2-4b8c-9881-c5b2333bf2a4 HTTP/1.1" status: 204 len: 168 time: 0.3111575 Nov 11 22:22:41.795700 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 48570) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:22:41.839797 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d16734-bb22-4cde-b280-54c9bec36eb3 req-c490b159-9c60-49e1-9522-5effa6ae86c3 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:41.841567 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-00d16734-bb22-4cde-b280-54c9bec36eb3 req-c490b159-9c60-49e1-9522-5effa6ae86c3 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/ports?device_id=7703a725-3881-436a-ae59-282d0fc8f43e HTTP/1.1" status: 200 len: 945 time: 0.1166754 Nov 11 22:22:41.889109 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-b025bf6d-32c9-44c1-8539-a1d8cc6e8d4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8138597'] for network, before_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:41.916184 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-00d16734-bb22-4cde-b280-54c9bec36eb3 req-3f8399ed-bfee-46f9-a12e-d9fb384239d2 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9b7ac91-bf2b-4b23-a0c0-7bf41cf616d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668020 Nov 11 22:22:41.991368 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-b025bf6d-32c9-44c1-8539-a1d8cc6e8d4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8067463', 'neutron.services.segments.db._delete_segments_for_network-8776912172270'] for network, precommit_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:42.020007 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.services.segments.db [None req-b025bf6d-32c9-44c1-8539-a1d8cc6e8d4f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28a6337e-042c-406c-b6b1-9308a66f8fdf']}} {{(pid=101951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:22:42.031250 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.services.segments.db [None req-b025bf6d-32c9-44c1-8539-a1d8cc6e8d4f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81317f1a-7990-46f6-a4f1-5638aef35159') {'for_net_delete': True} {{(pid=101951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:22:42.031553 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.services.segments.db [None req-b025bf6d-32c9-44c1-8539-a1d8cc6e8d4f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81317f1a-7990-46f6-a4f1-5638aef35159') {} {{(pid=101951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:22:42.043440 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-b025bf6d-32c9-44c1-8539-a1d8cc6e8d4f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776912404471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9157156'] for segment, before_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:42.057506 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-b025bf6d-32c9-44c1-8539-a1d8cc6e8d4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8017375'] for segment, precommit_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:42.065562 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b025bf6d-32c9-44c1-8539-a1d8cc6e8d4f admin admin] Releasing vlan 806 on physical network physnet1 to pool {{(pid=101951) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 22:22:42.066114 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-b025bf6d-32c9-44c1-8539-a1d8cc6e8d4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8017375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9099647'] for segment, after_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:42.068052 dv-cinder-733622-20-iscsi neutron-server[101951]: Traceback (most recent call last): Nov 11 22:22:42.068052 dv-cinder-733622-20-iscsi neutron-server[101951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 22:22:42.068052 dv-cinder-733622-20-iscsi neutron-server[101951]: timer() Nov 11 22:22:42.068052 dv-cinder-733622-20-iscsi neutron-server[101951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 22:22:42.068052 dv-cinder-733622-20-iscsi neutron-server[101951]: cb(*args, **kw) Nov 11 22:22:42.068052 dv-cinder-733622-20-iscsi neutron-server[101951]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 22:22:42.068052 dv-cinder-733622-20-iscsi neutron-server[101951]: return func(*args, **kwargs) Nov 11 22:22:42.068052 dv-cinder-733622-20-iscsi neutron-server[101951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 22:22:42.068052 dv-cinder-733622-20-iscsi neutron-server[101951]: self._notify() Nov 11 22:22:42.068052 dv-cinder-733622-20-iscsi neutron-server[101951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 22:22:42.068052 dv-cinder-733622-20-iscsi neutron-server[101951]: self.callback(batched_events) Nov 11 22:22:42.068052 dv-cinder-733622-20-iscsi neutron-server[101951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 22:22:42.068052 dv-cinder-733622-20-iscsi neutron-server[101951]: event.method(event) Nov 11 22:22:42.068052 dv-cinder-733622-20-iscsi neutron-server[101951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 22:22:42.068052 dv-cinder-733622-20-iscsi neutron-server[101951]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 22:22:42.068052 dv-cinder-733622-20-iscsi neutron-server[101951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 22:22:42.068052 dv-cinder-733622-20-iscsi neutron-server[101951]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 22:22:42.068052 dv-cinder-733622-20-iscsi neutron-server[101951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 22:22:42.068052 dv-cinder-733622-20-iscsi neutron-server[101951]: return f(self, *a, **k) Nov 11 22:22:42.068052 dv-cinder-733622-20-iscsi neutron-server[101951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 22:22:42.068052 dv-cinder-733622-20-iscsi neutron-server[101951]: return self._get(url).json() Nov 11 22:22:42.068052 dv-cinder-733622-20-iscsi neutron-server[101951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 22:22:42.068052 dv-cinder-733622-20-iscsi neutron-server[101951]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 22:22:42.068052 dv-cinder-733622-20-iscsi neutron-server[101951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 22:22:42.068052 dv-cinder-733622-20-iscsi neutron-server[101951]: return self.request(url, 'GET', **kwargs) Nov 11 22:22:42.068052 dv-cinder-733622-20-iscsi neutron-server[101951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 22:22:42.068052 dv-cinder-733622-20-iscsi neutron-server[101951]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 22:22:42.068052 dv-cinder-733622-20-iscsi neutron-server[101951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 22:22:42.068052 dv-cinder-733622-20-iscsi neutron-server[101951]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 22:22:42.068052 dv-cinder-733622-20-iscsi neutron-server[101951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 22:22:42.068052 dv-cinder-733622-20-iscsi neutron-server[101951]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 22:22:42.068052 dv-cinder-733622-20-iscsi neutron-server[101951]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 22:22:42.133898 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-b025bf6d-32c9-44c1-8539-a1d8cc6e8d4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8067486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657127'] for network, after_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:42.143397 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-b025bf6d-32c9-44c1-8539-a1d8cc6e8d4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634242'] for network, before_response {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:42.148443 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-b025bf6d-32c9-44c1-8539-a1d8cc6e8d4f admin admin] 10.222.0.50 "DELETE /v2.0/networks/28a6337e-042c-406c-b6b1-9308a66f8fdf HTTP/1.1" status: 204 len: 168 time: 0.3503237 Nov 11 22:22:42.162703 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b025bf6d-32c9-44c1-8539-a1d8cc6e8d4f admin admin] Pushing event deleted for resources: {'Network': ['ID=28a6337e-042c-406c-b6b1-9308a66f8fdf,revision_number=None']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:22:42.378714 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 48574) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:22:42.429302 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-d69e54d0-1d05-40d6-bc47-adb61f0fde93 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f8d6e97657ef4116a71e5c6d2af82906&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0486329 Nov 11 22:22:42.435114 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.wsgi [-] (101950) accepted ('10.222.0.50', 48576) {{(pid=101950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:22:42.507348 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-7815c28e-5cdb-4479-afe9-071de2255d2c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:42.540536 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-7815c28e-5cdb-4479-afe9-071de2255d2c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:42.633128 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-7815c28e-5cdb-4479-afe9-071de2255d2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:42.637125 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-7815c28e-5cdb-4479-afe9-071de2255d2c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:42.637911 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [None req-7815c28e-5cdb-4479-afe9-071de2255d2c admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6c398c41-9203-4ea6-9503-b54c6d139479 HTTP/1.1" status: 204 len: 168 time: 0.2037461 Nov 11 22:22:42.647148 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7815c28e-5cdb-4479-afe9-071de2255d2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c398c41-9203-4ea6-9503-b54c6d139479,revision_number=None']} {{(pid=101950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:22:43.083548 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1e839c-fc8a-4a98-bc9c-8c11d6741dc9 req-f29299f7-354c-4417-b95a-14f8d901c9c3 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:43.092745 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-be1e839c-fc8a-4a98-bc9c-8c11d6741dc9 req-f29299f7-354c-4417-b95a-14f8d901c9c3 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/ports?device_id=7703a725-3881-436a-ae59-282d0fc8f43e HTTP/1.1" status: 200 len: 945 time: 0.0840673 Nov 11 22:22:43.156177 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-be1e839c-fc8a-4a98-bc9c-8c11d6741dc9 req-23c0e2b7-f5fd-4ed6-a730-4772b7e574e5 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9b7ac91-bf2b-4b23-a0c0-7bf41cf616d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564241 Nov 11 22:22:43.697139 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Device 1be7eab3-536c-46ed-923b-c898807a1d0d no longer exists at agent hyperv_hv-cinder-73362 {{(pid=101952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:22:43.745200 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.plugin [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] No Port match for: 1be7eab3-536c-46ed-923b-c898807a1d0d {{(pid=101952) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:22:43.746221 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Device 1be7eab3-536c-46ed-923b-c898807a1d0d not bound to the agent host hv-cinder-73362 {{(pid=101952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:22:44.345281 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd95bb3e-8743-4cd8-8138-eac619e21774 req-6399a803-5b7f-42c1-9ccd-1a59347d1efb tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:44.353663 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-bd95bb3e-8743-4cd8-8138-eac619e21774 req-6399a803-5b7f-42c1-9ccd-1a59347d1efb tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/ports?device_id=7703a725-3881-436a-ae59-282d0fc8f43e HTTP/1.1" status: 200 len: 945 time: 0.0968635 Nov 11 22:22:44.417323 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-bd95bb3e-8743-4cd8-8138-eac619e21774 req-1796ca92-726a-4579-ba10-45e05e117e1c tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9b7ac91-bf2b-4b23-a0c0-7bf41cf616d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626016 Nov 11 22:22:45.584060 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0417eb97-19b5-4b7a-acf5-c22fb309fff1 req-10696e1c-77fe-4502-b3a3-e2aa52fad90a tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:45.590193 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-0417eb97-19b5-4b7a-acf5-c22fb309fff1 req-10696e1c-77fe-4502-b3a3-e2aa52fad90a tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/ports?device_id=7703a725-3881-436a-ae59-282d0fc8f43e HTTP/1.1" status: 200 len: 945 time: 0.0660307 Nov 11 22:22:45.664939 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-0417eb97-19b5-4b7a-acf5-c22fb309fff1 req-16467f67-ac43-4445-9e84-7c6724101a9f tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9b7ac91-bf2b-4b23-a0c0-7bf41cf616d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694752 Nov 11 22:22:45.726241 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-6f0d4a07-439e-4c7e-835f-7de6bb841ca9 req-2fca4391-293e-4879-8f61-9480f022bb68 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=add4f80f-f0c8-48e0-b7f5-24be16fae5cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0600975 Nov 11 22:22:45.826028 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0d4a07-439e-4c7e-835f-7de6bb841ca9 req-00c25afc-8ac8-4c5a-a876-dd1f2abce420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:45.826028 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-6f0d4a07-439e-4c7e-835f-7de6bb841ca9 req-00c25afc-8ac8-4c5a-a876-dd1f2abce420 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=45877637febf473e8074291b9336b125&device_id=add4f80f-f0c8-48e0-b7f5-24be16fae5cb HTTP/1.1" status: 200 len: 1098 time: 0.0673871 Nov 11 22:22:45.978321 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0d4a07-439e-4c7e-835f-7de6bb841ca9 req-6abd05e1-3960-492d-b32a-eaff9fa71d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:45.979944 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-6f0d4a07-439e-4c7e-835f-7de6bb841ca9 req-6abd05e1-3960-492d-b32a-eaff9fa71d88 service neutron] 10.222.0.26 "GET /v2.0/networks?id=432f6d4a-3b75-452f-9f40-63ce1a0d7c20 HTTP/1.1" status: 200 len: 913 time: 0.1189051 Nov 11 22:22:46.052614 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-6f0d4a07-439e-4c7e-835f-7de6bb841ca9 req-46955bb8-4f78-4270-96b8-330da5c872cb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=08a74177-13fc-4b27-b681-8b3582d03aae HTTP/1.1" status: 200 len: 1001 time: 0.0655408 Nov 11 22:22:46.801697 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc28a56c-58ba-4860-965a-3c7726a88d54 req-5024340a-9b36-443f-a32d-74faf309a7a7 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:46.803174 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-dc28a56c-58ba-4860-965a-3c7726a88d54 req-5024340a-9b36-443f-a32d-74faf309a7a7 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/ports?device_id=7703a725-3881-436a-ae59-282d0fc8f43e HTTP/1.1" status: 200 len: 945 time: 0.0492604 Nov 11 22:22:46.874828 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-dc28a56c-58ba-4860-965a-3c7726a88d54 req-82e066c9-270f-4151-97a7-f846b7a10a2b tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9b7ac91-bf2b-4b23-a0c0-7bf41cf616d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600226 Nov 11 22:22:47.004443 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0d4a07-439e-4c7e-835f-7de6bb841ca9 req-29a15e12-9b04-4c44-8292-8d14e6327bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:47.005902 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-6f0d4a07-439e-4c7e-835f-7de6bb841ca9 req-29a15e12-9b04-4c44-8292-8d14e6327bfd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=45807439-1281-4080-909a-9299f816111e HTTP/1.1" status: 200 len: 851 time: 0.0449955 Nov 11 22:22:47.997332 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c0193a-d389-4f5c-a4da-0782cccdc1c2 req-b2116c70-581a-4a02-974f-716f8558797d tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:47.998883 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-60c0193a-d389-4f5c-a4da-0782cccdc1c2 req-b2116c70-581a-4a02-974f-716f8558797d tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/ports?device_id=7703a725-3881-436a-ae59-282d0fc8f43e HTTP/1.1" status: 200 len: 945 time: 0.0534992 Nov 11 22:22:48.047099 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-60c0193a-d389-4f5c-a4da-0782cccdc1c2 req-a57502fa-2785-49cf-8846-c2a48f31f287 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9b7ac91-bf2b-4b23-a0c0-7bf41cf616d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424714 Nov 11 22:22:48.504833 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aacea4-a87d-481d-8dae-22071b9d2089 req-c82d9793-d5df-4179-8b8e-b8b792c91984 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:48.506294 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-46aacea4-a87d-481d-8dae-22071b9d2089 req-c82d9793-d5df-4179-8b8e-b8b792c91984 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] 10.222.0.50 "GET /v2.0/ports?device_id=e51d0126-0110-4740-9c43-0cb61c4d7635 HTTP/1.1" status: 200 len: 945 time: 0.0472493 Nov 11 22:22:48.558703 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-46aacea4-a87d-481d-8dae-22071b9d2089 req-2f888b4e-7487-40c7-baa0-3142c45e7c16 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] 10.222.0.50 "GET /v2.0/security-groups?id=fc362ee0-83e8-483f-a9f5-3f38744386b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453815 Nov 11 22:22:48.835319 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0d4a07-439e-4c7e-835f-7de6bb841ca9 req-f13cc53a-d4c5-42d5-8dd6-6fe8585641ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:48.836871 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-6f0d4a07-439e-4c7e-835f-7de6bb841ca9 req-f13cc53a-d4c5-42d5-8dd6-6fe8585641ee service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=432f6d4a-3b75-452f-9f40-63ce1a0d7c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0453205 Nov 11 22:22:48.928854 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-6f0d4a07-439e-4c7e-835f-7de6bb841ca9 req-b8d320b4-9525-4b3a-83c1-28b5de545899 service neutron] 10.222.0.26 "GET /v2.0/networks/432f6d4a-3b75-452f-9f40-63ce1a0d7c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819209 Nov 11 22:22:49.023096 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-6f0d4a07-439e-4c7e-835f-7de6bb841ca9 req-9e3abd91-7cd8-4946-998a-f89c65c18540 service neutron] 10.222.0.26 "GET /v2.0/networks/432f6d4a-3b75-452f-9f40-63ce1a0d7c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857368 Nov 11 22:22:49.170794 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038b3358-ec04-46b2-9432-b4b4161e2303 req-6d6b5978-d070-447c-8607-06ced1f0fb17 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:49.172244 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-038b3358-ec04-46b2-9432-b4b4161e2303 req-6d6b5978-d070-447c-8607-06ced1f0fb17 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/ports?device_id=7703a725-3881-436a-ae59-282d0fc8f43e HTTP/1.1" status: 200 len: 945 time: 0.0506675 Nov 11 22:22:49.220825 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-038b3358-ec04-46b2-9432-b4b4161e2303 req-97a7eaab-a736-47c7-b70e-854acb89d211 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9b7ac91-bf2b-4b23-a0c0-7bf41cf616d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425403 Nov 11 22:22:49.414120 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2de940f-91b1-4789-ba57-30b4e74fd0b0 req-ebb9226c-0175-4034-881b-1702efa9d8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:49.415498 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-b2de940f-91b1-4789-ba57-30b4e74fd0b0 req-ebb9226c-0175-4034-881b-1702efa9d8b5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1ce5c1a9babe4d3098016d7a6fcab517&device_id=7703a725-3881-436a-ae59-282d0fc8f43e HTTP/1.1" status: 200 len: 1098 time: 0.0428796 Nov 11 22:22:49.508609 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2de940f-91b1-4789-ba57-30b4e74fd0b0 req-e46a9183-1975-4605-a2c2-d5c2313699a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:49.510076 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-b2de940f-91b1-4789-ba57-30b4e74fd0b0 req-e46a9183-1975-4605-a2c2-d5c2313699a6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6d6ff938-050a-4ca6-ad58-070035060c7c HTTP/1.1" status: 200 len: 917 time: 0.0858126 Nov 11 22:22:49.831079 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-b2de940f-91b1-4789-ba57-30b4e74fd0b0 req-e1d004cb-5c73-45af-9ed0-ccde3fa1afa2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aec0e1e5-1aa7-4ca1-a39e-e1f98ea7045f HTTP/1.1" status: 200 len: 1000 time: 0.3070982 Nov 11 22:22:49.846923 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba453b6-e7fe-4d8c-8fdb-ddc1dfd93d69 req-2c09e1d4-debe-4916-9dfe-942dd8b72d8d tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:49.848352 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-fba453b6-e7fe-4d8c-8fdb-ddc1dfd93d69 req-2c09e1d4-debe-4916-9dfe-942dd8b72d8d tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] 10.222.0.50 "GET /v2.0/ports?device_id=e51d0126-0110-4740-9c43-0cb61c4d7635 HTTP/1.1" status: 200 len: 945 time: 0.0664346 Nov 11 22:22:49.923273 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2de940f-91b1-4789-ba57-30b4e74fd0b0 req-0413510d-738e-4c28-9348-56100a4d3f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:49.924749 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-b2de940f-91b1-4789-ba57-30b4e74fd0b0 req-0413510d-738e-4c28-9348-56100a4d3f9e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=28859a9d-69fd-4dd9-a7c8-b3902292e969 HTTP/1.1" status: 200 len: 855 time: 0.0755017 Nov 11 22:22:49.943644 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-fba453b6-e7fe-4d8c-8fdb-ddc1dfd93d69 req-17294329-2120-4608-a2b8-507c78d4b9da tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] 10.222.0.50 "GET /v2.0/security-groups?id=fc362ee0-83e8-483f-a9f5-3f38744386b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865042 Nov 11 22:22:49.978356 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2de940f-91b1-4789-ba57-30b4e74fd0b0 req-65e3779f-d0e4-4a06-a94a-34673beffeea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:49.979835 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-b2de940f-91b1-4789-ba57-30b4e74fd0b0 req-65e3779f-d0e4-4a06-a94a-34673beffeea service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6d6ff938-050a-4ca6-ad58-070035060c7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0466509 Nov 11 22:22:50.070804 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-b2de940f-91b1-4789-ba57-30b4e74fd0b0 req-1d624fe3-5fa3-42ea-bbdd-f1bd8a936a90 service neutron] 10.222.0.26 "GET /v2.0/networks/6d6ff938-050a-4ca6-ad58-070035060c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818830 Nov 11 22:22:50.164609 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-b2de940f-91b1-4789-ba57-30b4e74fd0b0 req-f7ba280d-a33c-4cec-89fb-73392ab24366 service neutron] 10.222.0.26 "GET /v2.0/networks/6d6ff938-050a-4ca6-ad58-070035060c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863345 Nov 11 22:22:50.348304 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb134a5e-f387-4edd-bf85-16596a10b80b req-9a7feeb7-d943-4c52-963e-891802255b31 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:50.349866 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-eb134a5e-f387-4edd-bf85-16596a10b80b req-9a7feeb7-d943-4c52-963e-891802255b31 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/ports?device_id=7703a725-3881-436a-ae59-282d0fc8f43e HTTP/1.1" status: 200 len: 945 time: 0.0507326 Nov 11 22:22:50.396243 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-eb134a5e-f387-4edd-bf85-16596a10b80b req-0efd3912-2b1d-4b96-b83b-ad54f611d1a0 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9b7ac91-bf2b-4b23-a0c0-7bf41cf616d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403490 Nov 11 22:22:51.073308 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508246a4-3487-4489-9ebd-4bfebaece251 req-86982938-4fa4-403e-9cbb-8a9b3041f4f5 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:51.075321 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-508246a4-3487-4489-9ebd-4bfebaece251 req-86982938-4fa4-403e-9cbb-8a9b3041f4f5 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] 10.222.0.50 "GET /v2.0/ports?device_id=e51d0126-0110-4740-9c43-0cb61c4d7635 HTTP/1.1" status: 200 len: 945 time: 0.0542009 Nov 11 22:22:51.124187 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-508246a4-3487-4489-9ebd-4bfebaece251 req-ae3dcb39-2bb8-412f-8d9f-927d7db6e792 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] 10.222.0.50 "GET /v2.0/security-groups?id=fc362ee0-83e8-483f-a9f5-3f38744386b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428810 Nov 11 22:22:51.206884 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53204803-7177-4abe-b52f-03c7a99a62e4 req-f6058815-3563-4c60-b747-07fb3e103894 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:51.208324 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-53204803-7177-4abe-b52f-03c7a99a62e4 req-f6058815-3563-4c60-b747-07fb3e103894 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] 10.222.0.26 "GET /v2.0/ports?device_id=e51d0126-0110-4740-9c43-0cb61c4d7635 HTTP/1.1" status: 200 len: 945 time: 0.0493989 Nov 11 22:22:51.301993 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.plugins.ml2.plugin [req-53204803-7177-4abe-b52f-03c7a99a62e4 req-f0eb6d0a-6c36-454b-bd29-bbe482f43605 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Deleting port 3ba44d04-5a99-4c65-9fa0-289f5d67c798 {{(pid=101950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:22:51.302327 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [req-53204803-7177-4abe-b52f-03c7a99a62e4 req-f0eb6d0a-6c36-454b-bd29-bbe482f43605 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776912257464'] for port, before_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:51.399309 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.plugins.ml2.db [req-53204803-7177-4abe-b52f-03c7a99a62e4 req-f0eb6d0a-6c36-454b-bd29-bbe482f43605 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] For port 3ba44d04-5a99-4c65-9fa0-289f5d67c798, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=3ba44d04-5a99-4c65-9fa0-289f5d67c798,segment=NetworkSegment(2b1985db-e044-4e7f-a22a-8498e6c7db38),segment_id=2b1985db-e044-4e7f-a22a-8498e6c7db38)] {{(pid=101950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:22:51.399674 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [req-53204803-7177-4abe-b52f-03c7a99a62e4 req-f0eb6d0a-6c36-454b-bd29-bbe482f43605 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668535'] for port, precommit_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:51.612093 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cda13d-8015-4237-b0c5-b69794947db6 req-aacff152-0e60-40cb-8d3a-b52d817785f8 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:51.613647 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-d6cda13d-8015-4237-b0c5-b69794947db6 req-aacff152-0e60-40cb-8d3a-b52d817785f8 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/ports?device_id=7703a725-3881-436a-ae59-282d0fc8f43e HTTP/1.1" status: 200 len: 945 time: 0.1354458 Nov 11 22:22:51.706113 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [req-53204803-7177-4abe-b52f-03c7a99a62e4 req-f0eb6d0a-6c36-454b-bd29-bbe482f43605 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:51.706486 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [req-53204803-7177-4abe-b52f-03c7a99a62e4 req-f0eb6d0a-6c36-454b-bd29-bbe482f43605 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657105'] for floatingip, after_update {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:51.706799 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.db.l3_db [req-53204803-7177-4abe-b52f-03c7a99a62e4 req-f0eb6d0a-6c36-454b-bd29-bbe482f43605 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Floating IP a90e31bb-6e72-4199-8924-a908f0d8be21 disassociated. External IP: 172.27.0.31, port: 3ba44d04-5a99-4c65-9fa0-289f5d67c798. Nov 11 22:22:51.707145 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.plugins.ml2.plugin [req-53204803-7177-4abe-b52f-03c7a99a62e4 req-f0eb6d0a-6c36-454b-bd29-bbe482f43605 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Calling delete_port for 3ba44d04-5a99-4c65-9fa0-289f5d67c798 owned by compute:nova {{(pid=101950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:22:51.721900 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-d6cda13d-8015-4237-b0c5-b69794947db6 req-f848437d-f872-42c5-930f-453bb8b0dcbe tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9b7ac91-bf2b-4b23-a0c0-7bf41cf616d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000464 Nov 11 22:22:51.724426 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.wsgi [-] (101950) accepted ('10.222.0.50', 48734) {{(pid=101950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:22:51.847851 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-45b2b68d-3314-4a4a-914e-a16ec76de47c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:51.881996 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [req-53204803-7177-4abe-b52f-03c7a99a62e4 req-f0eb6d0a-6c36-454b-bd29-bbe482f43605 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776912265346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776911838091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3976619'] for port, after_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:51.918154 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0eb6d0a-6c36-454b-bd29-bbe482f43605 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Pushing event deleted for resources: {'Port': ['ID=3ba44d04-5a99-4c65-9fa0-289f5d67c798,revision_number=None']} {{(pid=101950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:22:51.937567 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0eb6d0a-6c36-454b-bd29-bbe482f43605 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:22:51.937930 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0eb6d0a-6c36-454b-bd29-bbe482f43605 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:22:51.938272 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0eb6d0a-6c36-454b-bd29-bbe482f43605 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:22:51.938615 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0eb6d0a-6c36-454b-bd29-bbe482f43605 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:22:51.938951 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0eb6d0a-6c36-454b-bd29-bbe482f43605 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:22:51.939288 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0eb6d0a-6c36-454b-bd29-bbe482f43605 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:22:51.939625 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0eb6d0a-6c36-454b-bd29-bbe482f43605 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:22:51.939956 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0eb6d0a-6c36-454b-bd29-bbe482f43605 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:22:51.940292 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0eb6d0a-6c36-454b-bd29-bbe482f43605 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:22:51.940649 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0eb6d0a-6c36-454b-bd29-bbe482f43605 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:22:51.940982 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0eb6d0a-6c36-454b-bd29-bbe482f43605 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:22:51.941313 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0eb6d0a-6c36-454b-bd29-bbe482f43605 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:22:52.064080 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-45b2b68d-3314-4a4a-914e-a16ec76de47c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:52.069124 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-45b2b68d-3314-4a4a-914e-a16ec76de47c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:52.119184 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [None req-45b2b68d-3314-4a4a-914e-a16ec76de47c admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1767b19e78b84f9c8abecf58f21690b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3936632 Nov 11 22:22:52.121287 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.scheduler.l3_agent_scheduler [req-53204803-7177-4abe-b52f-03c7a99a62e4 req-f0eb6d0a-6c36-454b-bd29-bbe482f43605 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Router 78f23305-0c4e-4f66-a132-8e25a8896867 has already been hosted by L3 agent 4702c36b-78d9-4f52-8cbc-8d9e3292a6f2 {{(pid=101950) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 22:22:52.122556 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 48738) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:22:52.128451 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b2b68d-3314-4a4a-914e-a16ec76de47c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=276c2b87-cb36-4be8-a427-06d80e15fcab,revision_number=1']} {{(pid=101950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:22:52.179349 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-07ca9196-57ab-4917-9ae0-419973a17b52 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:52.205132 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-07ca9196-57ab-4917-9ae0-419973a17b52 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:52.270617 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-756fa681-62c3-4f85-9618-0c451bae7ddb req-e891980d-5003-45c5-9541-4d35e06a7f25 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] 10.222.0.50 "GET /v2.0/ports?device_id=e51d0126-0110-4740-9c43-0cb61c4d7635 HTTP/1.1" status: 200 len: 210 time: 0.0632613 Nov 11 22:22:52.279323 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-07ca9196-57ab-4917-9ae0-419973a17b52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:52.281952 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-07ca9196-57ab-4917-9ae0-419973a17b52 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:52.285928 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-07ca9196-57ab-4917-9ae0-419973a17b52 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/276c2b87-cb36-4be8-a427-06d80e15fcab HTTP/1.1" status: 204 len: 168 time: 0.1594748 Nov 11 22:22:52.296207 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ca9196-57ab-4917-9ae0-419973a17b52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=276c2b87-cb36-4be8-a427-06d80e15fcab,revision_number=None']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:22:52.304169 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-53204803-7177-4abe-b52f-03c7a99a62e4 req-f0eb6d0a-6c36-454b-bd29-bbe482f43605 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Notify agent at l3_agent.dv-cinder-733622-20-iscsi the message routers_updated {{(pid=101950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:22:52.305944 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ca9196-57ab-4917-9ae0-419973a17b52 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:22:52.306086 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ca9196-57ab-4917-9ae0-419973a17b52 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:22:52.306337 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ca9196-57ab-4917-9ae0-419973a17b52 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:22:52.306790 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ca9196-57ab-4917-9ae0-419973a17b52 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:22:52.307251 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ca9196-57ab-4917-9ae0-419973a17b52 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:22:52.307703 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ca9196-57ab-4917-9ae0-419973a17b52 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:22:52.308886 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ca9196-57ab-4917-9ae0-419973a17b52 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:22:52.309844 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ca9196-57ab-4917-9ae0-419973a17b52 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:22:52.310255 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ca9196-57ab-4917-9ae0-419973a17b52 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:22:52.310713 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ca9196-57ab-4917-9ae0-419973a17b52 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:22:52.311084 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ca9196-57ab-4917-9ae0-419973a17b52 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:22:52.311898 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ca9196-57ab-4917-9ae0-419973a17b52 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:22:52.328693 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1688cebf-48c2-4a68-9809-e759b61b9544 None None] Sync routers for ids ['78f23305-0c4e-4f66-a132-8e25a8896867'] in dv-cinder-733622-20-iscsi {{(pid=101952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:22:52.351220 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1688cebf-48c2-4a68-9809-e759b61b9544 None None] Routers {'78f23305-0c4e-4f66-a132-8e25a8896867'} bound to L3 agent in host dv-cinder-733622-20-iscsi {{(pid=101952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:22:52.351869 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_hamode_db [None req-1688cebf-48c2-4a68-9809-e759b61b9544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T22:08:28Z,description=,heartbeat_timestamp=2021-11-11T22:22:28Z,host='dv-cinder-733622-20-iscsi',id=4702c36b-78d9-4f52-8cbc-8d9e3292a6f2,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T22:08:28Z,topic='l3_agent')) {'router_ids': ['78f23305-0c4e-4f66-a132-8e25a8896867'], 'active': True} {{(pid=101952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:22:52.370086 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.db.l3_dvrscheduler_db [req-53204803-7177-4abe-b52f-03c7a99a62e4 req-f0eb6d0a-6c36-454b-bd29-bbe482f43605 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] No DVR routers for this DVR port 3ba44d04-5a99-4c65-9fa0-289f5d67c798 on host hv-cinder-73362 {{(pid=101950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 22:22:52.375368 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [req-53204803-7177-4abe-b52f-03c7a99a62e4 req-f0eb6d0a-6c36-454b-bd29-bbe482f43605 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26363'] for port, before_response {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:52.379434 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-53204803-7177-4abe-b52f-03c7a99a62e4 req-f0eb6d0a-6c36-454b-bd29-bbe482f43605 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] 10.222.0.26 "DELETE /v2.0/ports/3ba44d04-5a99-4c65-9fa0-289f5d67c798 HTTP/1.1" status: 204 len: 173 time: 1.1630232 Nov 11 22:22:52.379963 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e51d0126-0110-4740-9c43-0cb61c4d7635', 'name': 'network-vif-deleted', 'tag': '3ba44d04-5a99-4c65-9fa0-289f5d67c798'}] {{(pid=101950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:22:52.385272 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6a5285f65aca903721fee6e5434d0235345418fba5e47a2479ed174f8b69804" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ee86fa2-95a6-48a7-b434-bd91c2b1a9db" -d '{"events": [{"server_uuid": "e51d0126-0110-4740-9c43-0cb61c4d7635", "name": "network-vif-deleted", "tag": "3ba44d04-5a99-4c65-9fa0-289f5d67c798"}]}' {{(pid=101950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:22:52.439833 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 22:22:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a97d6d5e-18c1-4c8d-9ef0-7a784169ef03 x-openstack-request-id: req-a97d6d5e-18c1-4c8d-9ef0-7a784169ef03 {{(pid=101950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:22:52.442951 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e51d0126-0110-4740-9c43-0cb61c4d7635", "name": "network-vif-deleted", "tag": "3ba44d04-5a99-4c65-9fa0-289f5d67c798", "status": "completed", "code": 200}]} {{(pid=101950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:22:52.444165 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a97d6d5e-18c1-4c8d-9ef0-7a784169ef03 {{(pid=101950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:22:52.444877 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e51d0126-0110-4740-9c43-0cb61c4d7635', 'name': 'network-vif-deleted', 'tag': '3ba44d04-5a99-4c65-9fa0-289f5d67c798', 'status': 'completed', 'code': 200} Nov 11 22:22:52.521046 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_dvr_db [None req-1688cebf-48c2-4a68-9809-e759b61b9544 None None] Set router 78f23305-0c4e-4f66-a132-8e25a8896867 gateway port host: dv-cinder-733622-20-iscsi {{(pid=101952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:22:52.739187 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_hamode_db [None req-1688cebf-48c2-4a68-9809-e759b61b9544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78f23305-0c4e-4f66-a132-8e25a8896867', 'name': 'tempest-AttachVolumeTestJSON-250747894-router', 'tenant_id': '70121f12841d4897aae58f9fe9f2c556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'external_fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': 'ec5fa6b9-8064-4d3d-aaef-fc760a64117b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:18:06Z', 'updated_at': '2021-11-11T22:18:14Z', 'revision_number': 4, 'project_id': '70121f12841d4897aae58f9fe9f2c556', 'gw_port': {'id': 'ec5fa6b9-8064-4d3d-aaef-fc760a64117b', 'name': '', 'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:8e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f23305-0c4e-4f66-a132-8e25a8896867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:18:08Z', 'updated_at': '2021-11-11T22:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-20-iscsi', '_interfaces': [{'id': '6bccd299-5984-48cf-bdd9-3cbdc542c4da', 'name': '', 'network_id': '73526368-1abf-4e4d-8815-40fc972517d4', 'tenant_id': '70121f12841d4897aae58f9fe9f2c556', 'mac_address': 'fa:16:3e:84:41:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f23305-0c4e-4f66-a132-8e25a8896867', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '707623ec-d95b-41b2-8e25-0e51182a8a59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:18:12Z', 'updated_at': '2021-11-11T22:18:18Z', 'revision_number': 5, 'project_id': '70121f12841d4897aae58f9fe9f2c556', 'subnets': [{'id': '707623ec-d95b-41b2-8e25-0e51182a8a59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-20-iscsi', False) {} {{(pid=101952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:22:52.766773 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1688cebf-48c2-4a68-9809-e759b61b9544 None None] Checking router: 78f23305-0c4e-4f66-a132-8e25a8896867 for host: dv-cinder-733622-20-iscsi {{(pid=101952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:22:52.775732 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1688cebf-48c2-4a68-9809-e759b61b9544 None None] Routers {'78f23305-0c4e-4f66-a132-8e25a8896867'} bound to L3 agent in host dv-cinder-733622-20-iscsi {{(pid=101952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:22:52.776419 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_hamode_db [None req-1688cebf-48c2-4a68-9809-e759b61b9544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T22:08:28Z,description=,heartbeat_timestamp=2021-11-11T22:22:28Z,host='dv-cinder-733622-20-iscsi',id=4702c36b-78d9-4f52-8cbc-8d9e3292a6f2,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T22:08:28Z,topic='l3_agent')) {'router_ids': ['78f23305-0c4e-4f66-a132-8e25a8896867'], 'active': True} {{(pid=101952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:22:52.888497 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41694719-a57d-40f8-a81d-27c86e8db3cd req-0afadc52-5a91-452e-bcf6-c062f375e65c tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:52.890382 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-41694719-a57d-40f8-a81d-27c86e8db3cd req-0afadc52-5a91-452e-bcf6-c062f375e65c tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/ports?device_id=7703a725-3881-436a-ae59-282d0fc8f43e HTTP/1.1" status: 200 len: 945 time: 0.0649042 Nov 11 22:22:52.904350 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_dvr_db [None req-1688cebf-48c2-4a68-9809-e759b61b9544 None None] Set router 78f23305-0c4e-4f66-a132-8e25a8896867 gateway port host: dv-cinder-733622-20-iscsi {{(pid=101952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:22:52.953154 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-41694719-a57d-40f8-a81d-27c86e8db3cd req-5d48c90a-e52a-4646-ad3c-0a47a5054860 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9b7ac91-bf2b-4b23-a0c0-7bf41cf616d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564346 Nov 11 22:22:53.155469 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_hamode_db [None req-1688cebf-48c2-4a68-9809-e759b61b9544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78f23305-0c4e-4f66-a132-8e25a8896867', 'name': 'tempest-AttachVolumeTestJSON-250747894-router', 'tenant_id': '70121f12841d4897aae58f9fe9f2c556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'external_fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': 'ec5fa6b9-8064-4d3d-aaef-fc760a64117b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:18:06Z', 'updated_at': '2021-11-11T22:18:14Z', 'revision_number': 4, 'project_id': '70121f12841d4897aae58f9fe9f2c556', 'gw_port': {'id': 'ec5fa6b9-8064-4d3d-aaef-fc760a64117b', 'name': '', 'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:8e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f23305-0c4e-4f66-a132-8e25a8896867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:18:08Z', 'updated_at': '2021-11-11T22:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-20-iscsi', '_interfaces': [{'id': '6bccd299-5984-48cf-bdd9-3cbdc542c4da', 'name': '', 'network_id': '73526368-1abf-4e4d-8815-40fc972517d4', 'tenant_id': '70121f12841d4897aae58f9fe9f2c556', 'mac_address': 'fa:16:3e:84:41:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f23305-0c4e-4f66-a132-8e25a8896867', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '707623ec-d95b-41b2-8e25-0e51182a8a59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:18:12Z', 'updated_at': '2021-11-11T22:18:18Z', 'revision_number': 5, 'project_id': '70121f12841d4897aae58f9fe9f2c556', 'subnets': [{'id': '707623ec-d95b-41b2-8e25-0e51182a8a59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-20-iscsi', False) {} {{(pid=101952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:22:53.184167 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1688cebf-48c2-4a68-9809-e759b61b9544 None None] The sync data for ids ['78f23305-0c4e-4f66-a132-8e25a8896867'] in dv-cinder-733622-20-iscsi is: [{'id': '78f23305-0c4e-4f66-a132-8e25a8896867', 'name': 'tempest-AttachVolumeTestJSON-250747894-router', 'tenant_id': '70121f12841d4897aae58f9fe9f2c556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'external_fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': 'ec5fa6b9-8064-4d3d-aaef-fc760a64117b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:18:06Z', 'updated_at': '2021-11-11T22:18:14Z', 'revision_number': 4, 'project_id': '70121f12841d4897aae58f9fe9f2c556', 'gw_port': {'id': 'ec5fa6b9-8064-4d3d-aaef-fc760a64117b', 'name': '', 'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:8e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f23305-0c4e-4f66-a132-8e25a8896867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:18:08Z', 'updated_at': '2021-11-11T22:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-20-iscsi', '_interfaces': [{'id': '6bccd299-5984-48cf-bdd9-3cbdc542c4da', 'name': '', 'network_id': '73526368-1abf-4e4d-8815-40fc972517d4', 'tenant_id': '70121f12841d4897aae58f9fe9f2c556', 'mac_address': 'fa:16:3e:84:41:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f23305-0c4e-4f66-a132-8e25a8896867', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '707623ec-d95b-41b2-8e25-0e51182a8a59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:18:12Z', 'updated_at': '2021-11-11T22:18:18Z', 'revision_number': 5, 'project_id': '70121f12841d4897aae58f9fe9f2c556', 'subnets': [{'id': '707623ec-d95b-41b2-8e25-0e51182a8a59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:22:53.375459 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 48786) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:22:53.460582 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-dc8fc5f1-7fcc-42c9-bc40-dedc7c443742 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Publish callbacks [] for security_group, before_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:53.501690 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-dc8fc5f1-7fcc-42c9-bc40-dedc7c443742 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:53.540859 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5416e68-5d90-47aa-8d8d-3ca5c08fdebb None None] New status for floating IP a90e31bb-6e72-4199-8924-a908f0d8be21: DOWN {{(pid=101953) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 22:22:53.590500 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-dc8fc5f1-7fcc-42c9-bc40-dedc7c443742 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:53.595817 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-dc8fc5f1-7fcc-42c9-bc40-dedc7c443742 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Publish callbacks [] for security_group, before_response {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:53.601801 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.wsgi [-] (101950) accepted ('10.222.0.50', 48800) {{(pid=101950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:22:53.603053 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-dc8fc5f1-7fcc-42c9-bc40-dedc7c443742 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] 10.222.0.50 "DELETE /v2.0/security-groups/fc362ee0-83e8-483f-a9f5-3f38744386b1 HTTP/1.1" status: 204 len: 168 time: 0.2253551 Nov 11 22:22:53.619105 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8fc5f1-7fcc-42c9-bc40-dedc7c443742 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc362ee0-83e8-483f-a9f5-3f38744386b1,revision_number=None']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:22:53.630865 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.api.v2.resource [None req-40ac11d7-1081-4943-9540-bc72262e08c7 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] show failed (client error): The resource could not be found. Nov 11 22:22:53.632397 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [None req-40ac11d7-1081-4943-9540-bc72262e08c7 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] 10.222.0.50 "GET /v2.0/security-groups/fc362ee0-83e8-483f-a9f5-3f38744386b1 HTTP/1.1" status: 404 len: 347 time: 0.0294981 Nov 11 22:22:53.637185 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 48802) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:22:53.755339 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Device aec0e1e5-1aa7-4ca1-a39e-e1f98ea7045f no longer exists at agent hyperv_hv-cinder-73362 {{(pid=101952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:22:53.794358 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.plugin [None req-628d842a-ad27-477c-be4e-851ab9487a5d tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Deleting port 77fec5bd-26ef-48c6-b5e4-73f309fd8624 {{(pid=101951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:22:53.794703 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-628d842a-ad27-477c-be4e-851ab9487a5d tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776912257464'] for port, before_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:53.893967 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-628d842a-ad27-477c-be4e-851ab9487a5d tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668535'] for port, precommit_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:53.893967 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-628d842a-ad27-477c-be4e-851ab9487a5d tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:53.907690 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.plugin [None req-628d842a-ad27-477c-be4e-851ab9487a5d tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Calling delete_port for 77fec5bd-26ef-48c6-b5e4-73f309fd8624 owned by network:floatingip {{(pid=101951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:22:53.927019 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:53.969809 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7703a725-3881-436a-ae59-282d0fc8f43e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aec0e1e5-1aa7-4ca1-a39e-e1f98ea7045f'}] {{(pid=101952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:22:53.973674 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}354dda558456ac383be05774d0115fbb8a8e814f0e1169db929e83f4c2942df8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07c07f00-f61e-4dfc-be4f-3bc005aa9211" -d '{"events": [{"server_uuid": "7703a725-3881-436a-ae59-282d0fc8f43e", "name": "network-vif-unplugged", "status": "completed", "tag": "aec0e1e5-1aa7-4ca1-a39e-e1f98ea7045f"}]}' {{(pid=101952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:22:53.996706 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] For port aec0e1e5-1aa7-4ca1-a39e-e1f98ea7045f, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=aec0e1e5-1aa7-4ca1-a39e-e1f98ea7045f,segment=NetworkSegment(9c208126-1f8a-404f-ae1b-bfd4e87909c5),segment_id=9c208126-1f8a-404f-ae1b-bfd4e87909c5)] {{(pid=101952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:22:54.003520 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776912265364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776911838100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776911838118'] for port, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:54.056951 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 11 Nov 2021 22:22:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-450e3a25-c7d6-4816-8441-9c04d4df3d84 x-openstack-request-id: req-450e3a25-c7d6-4816-8441-9c04d4df3d84 {{(pid=101952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:22:54.057544 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7703a725-3881-436a-ae59-282d0fc8f43e", "name": "network-vif-unplugged", "status": "failed", "tag": "aec0e1e5-1aa7-4ca1-a39e-e1f98ea7045f", "code": 422}]} {{(pid=101952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:22:54.057973 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-450e3a25-c7d6-4816-8441-9c04d4df3d84 {{(pid=101952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:22:54.059533 dv-cinder-733622-20-iscsi neutron-server[101952]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7703a725-3881-436a-ae59-282d0fc8f43e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'aec0e1e5-1aa7-4ca1-a39e-e1f98ea7045f', 'code': 422} returned with failed status Nov 11 22:22:54.067401 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.wsgi [req-9e899fda-5fe7-42f2-9549-97c6378e265d req-4f67a452-6850-4e5c-83db-d10040a891b6 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=101950) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 22:22:54.077442 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-9e899fda-5fe7-42f2-9549-97c6378e265d req-4f67a452-6850-4e5c-83db-d10040a891b6 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0242400 Nov 11 22:22:54.081005 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-628d842a-ad27-477c-be4e-851ab9487a5d tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776912265346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776911838091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9099554'] for port, after_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:54.091315 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Pushing event updated for resources: {'Port': ['ID=aec0e1e5-1aa7-4ca1-a39e-e1f98ea7045f,revision_number=8']} {{(pid=101952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:22:54.101327 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:22:54.102004 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:22:54.102541 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:22:54.103030 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:22:54.103522 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:22:54.104031 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:22:54.104676 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:22:54.105852 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:22:54.106522 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:22:54.107034 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:22:54.107524 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:22:54.108012 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:22:54.110778 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628d842a-ad27-477c-be4e-851ab9487a5d tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Pushing event deleted for resources: {'Port': ['ID=77fec5bd-26ef-48c6-b5e4-73f309fd8624,revision_number=None']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:22:54.201838 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-628d842a-ad27-477c-be4e-851ab9487a5d tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Publish callbacks [] for floatingip, after_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:54.204890 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-628d842a-ad27-477c-be4e-851ab9487a5d tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26363'] for floatingip, before_response {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:54.206048 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-628d842a-ad27-477c-be4e-851ab9487a5d tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] 10.222.0.50 "DELETE /v2.0/floatingips/a90e31bb-6e72-4199-8924-a908f0d8be21 HTTP/1.1" status: 204 len: 168 time: 0.5674412 Nov 11 22:22:54.333071 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b237862e-c82d-4d95-9423-2fd9a34b86d2 req-83da342a-fcd9-4e32-9c04-ba04db0732d4 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:54.335008 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-b237862e-c82d-4d95-9423-2fd9a34b86d2 req-83da342a-fcd9-4e32-9c04-ba04db0732d4 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/ports?device_id=7703a725-3881-436a-ae59-282d0fc8f43e HTTP/1.1" status: 200 len: 943 time: 0.0651660 Nov 11 22:22:54.391156 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-b237862e-c82d-4d95-9423-2fd9a34b86d2 req-bfcbef60-cb1e-4b38-9f68-1d7fd642e9b4 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9b7ac91-bf2b-4b23-a0c0-7bf41cf616d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488164 Nov 11 22:22:54.485311 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.wsgi [-] (101950) accepted ('10.222.0.50', 48842) {{(pid=101950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:22:54.491277 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.v2.base [None req-588ea08e-a9a9-4a5e-94b1-f233cd80dc4e tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1545680521', 'description': 'tempest-description--217279279'}} {{(pid=101950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:22:54.523525 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-588ea08e-a9a9-4a5e-94b1-f233cd80dc4e tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Publish callbacks [] for security_group, before_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:54.607206 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-588ea08e-a9a9-4a5e-94b1-f233cd80dc4e tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Publish callbacks [] for security_group, precommit_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:54.614701 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-588ea08e-a9a9-4a5e-94b1-f233cd80dc4e tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:54.615202 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 48852) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:22:54.651105 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-588ea08e-a9a9-4a5e-94b1-f233cd80dc4e tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Publish callbacks [] for security_group, before_response {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:54.652828 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [None req-588ea08e-a9a9-4a5e-94b1-f233cd80dc4e tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1655066 Nov 11 22:22:54.655167 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588ea08e-a9a9-4a5e-94b1-f233cd80dc4e tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=437170c0-445a-49c6-99a9-0a96ba84b0a5,revision_number=1']} {{(pid=101950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:22:54.657798 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 48858) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:22:54.665366 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.v2.base [None req-ad372065-7074-4612-be20-881e672c81a1 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Request body: {'security_group_rule': {'security_group_id': '437170c0-445a-49c6-99a9-0a96ba84b0a5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:22:54.699287 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-ad372065-7074-4612-be20-881e672c81a1 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:54.742186 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.wsgi [-] (101950) accepted ('10.222.0.50', 48860) {{(pid=101950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:22:54.747325 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-18be00b6-0a63-4ba1-b3e8-2eccb00ca8ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:54.811744 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-ad372065-7074-4612-be20-881e672c81a1 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:54.822175 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-ad372065-7074-4612-be20-881e672c81a1 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883588'] for security_group_rule, after_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:54.846472 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad372065-7074-4612-be20-881e672c81a1 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d708410f-4dc5-4166-ad6b-a1a19d26cb01,revision_number=0']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:22:54.849127 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-8028829e-f239-404f-837c-04f68a2358bb req-9d8b240f-5d0b-4150-bf43-7b3b6ecf5124 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=7703a725-3881-436a-ae59-282d0fc8f43e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1045673 Nov 11 22:22:54.864070 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-ad372065-7074-4612-be20-881e672c81a1 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:54.865307 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-ad372065-7074-4612-be20-881e672c81a1 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2062619 Nov 11 22:22:54.865877 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.wsgi [req-8028829e-f239-404f-837c-04f68a2358bb req-75222c37-6d67-4395-8040-7e984dee6128 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=101950) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 22:22:54.867680 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-8028829e-f239-404f-837c-04f68a2358bb req-75222c37-6d67-4395-8040-7e984dee6128 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053861 Nov 11 22:22:54.870667 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 48864) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:22:54.877521 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.v2.base [None req-6a5df06d-9d05-475f-8768-4ca2222791e9 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Request body: {'security_group_rule': {'security_group_id': '437170c0-445a-49c6-99a9-0a96ba84b0a5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:22:54.896892 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-18be00b6-0a63-4ba1-b3e8-2eccb00ca8ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:54.906593 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-18be00b6-0a63-4ba1-b3e8-2eccb00ca8ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:54.953801 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-6a5df06d-9d05-475f-8768-4ca2222791e9 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:54.969415 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18be00b6-0a63-4ba1-b3e8-2eccb00ca8ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c18ea6d-91bc-4fcd-bf80-b06f2b75a64e,revision_number=1']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:22:54.984823 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-18be00b6-0a63-4ba1-b3e8-2eccb00ca8ad admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=df5d095e81244892bca0edaa75cd7002&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3683608 Nov 11 22:22:54.985341 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.wsgi [-] (101950) accepted ('10.222.0.50', 48868) {{(pid=101950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:22:55.025069 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-6a5df06d-9d05-475f-8768-4ca2222791e9 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:55.031839 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-6a5df06d-9d05-475f-8768-4ca2222791e9 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883588'] for security_group_rule, after_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:55.053928 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5df06d-9d05-475f-8768-4ca2222791e9 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6e11d9a-6e74-460b-95fe-30dfe4668146,revision_number=0']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:22:55.060984 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-54a1a7e0-c00f-400e-a1cf-afb5e6a52771 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:55.066901 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-6a5df06d-9d05-475f-8768-4ca2222791e9 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:55.068572 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-6a5df06d-9d05-475f-8768-4ca2222791e9 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1961691 Nov 11 22:22:55.072873 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 48874) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:22:55.077788 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.v2.base [None req-5115ad75-d58e-4b3d-92d8-076ce830d173 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Request body: {'floatingip': {'floating_network_id': 'fd27370c-43f8-4948-a495-3a9880be1635'}} {{(pid=101951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:22:55.104889 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-54a1a7e0-c00f-400e-a1cf-afb5e6a52771 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:55.109432 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-5115ad75-d58e-4b3d-92d8-076ce830d173 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Publish callbacks [] for floatingip, before_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:55.169713 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-54a1a7e0-c00f-400e-a1cf-afb5e6a52771 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:55.173261 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-54a1a7e0-c00f-400e-a1cf-afb5e6a52771 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:55.174898 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [None req-54a1a7e0-c00f-400e-a1cf-afb5e6a52771 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/3c18ea6d-91bc-4fcd-bf80-b06f2b75a64e HTTP/1.1" status: 204 len: 168 time: 0.1881807 Nov 11 22:22:55.187713 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a1a7e0-c00f-400e-a1cf-afb5e6a52771 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c18ea6d-91bc-4fcd-bf80-b06f2b75a64e,revision_number=None']} {{(pid=101950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:22:55.295519 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-5115ad75-d58e-4b3d-92d8-076ce830d173 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:55.422631 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.db.db_base_plugin_common [None req-5115ad75-d58e-4b3d-92d8-076ce830d173 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Allocated IP 172.27.0.141 (fd27370c-43f8-4948-a495-3a9880be1635/b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca/bb95a581-5bb4-4de6-a075-3dddfec981c1) {{(pid=101951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:22:55.583201 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.wsgi [-] (101950) accepted ('10.222.0.50', 48882) {{(pid=101950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:22:55.608327 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-5115ad75-d58e-4b3d-92d8-076ce830d173 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Publish callbacks [] for port, precommit_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:55.612142 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-6d276961-aaa0-41f8-bb5f-f23f386c6512 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:55.631250 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0967b1-8935-4b21-b351-e8d5bdbbc31e req-75ac62d2-e60c-47b4-b4a8-d9e4007506ed tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:55.634079 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-c6482b9d-4072-493c-8b0a-0cb81f93bea3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:55.634790 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-6b0967b1-8935-4b21-b351-e8d5bdbbc31e req-75ac62d2-e60c-47b4-b4a8-d9e4007506ed tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/ports?device_id=7703a725-3881-436a-ae59-282d0fc8f43e HTTP/1.1" status: 200 len: 943 time: 0.1310334 Nov 11 22:22:55.674108 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-5115ad75-d58e-4b3d-92d8-076ce830d173 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776911838082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9099554'] for port, after_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:55.713919 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5115ad75-d58e-4b3d-92d8-076ce830d173 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Network fd27370c-43f8-4948-a495-3a9880be1635 is already hosted by enough agents. {{(pid=101951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:22:55.721990 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.scheduler.base_scheduler [None req-5115ad75-d58e-4b3d-92d8-076ce830d173 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Resources bound (agent type, host, resource id): {{(pid=101951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:22:55.724553 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5115ad75-d58e-4b3d-92d8-076ce830d173 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Received port after_create {{(pid=101951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:22:55.752909 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115ad75-d58e-4b3d-92d8-076ce830d173 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Pushing event updated for resources: {'Port': ['ID=bb95a581-5bb4-4de6-a075-3dddfec981c1,revision_number=1']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:22:55.754326 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Device 3ba44d04-5a99-4c65-9fa0-289f5d67c798 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=101952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:22:55.785022 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-6b0967b1-8935-4b21-b351-e8d5bdbbc31e req-d39b7e77-cd17-49e5-b184-ecf4f41e9a04 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9b7ac91-bf2b-4b23-a0c0-7bf41cf616d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1357102 Nov 11 22:22:55.786122 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.plugin [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] No Port match for: 3ba44d04-5a99-4c65-9fa0-289f5d67c798 {{(pid=101952) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:22:55.786671 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Device 3ba44d04-5a99-4c65-9fa0-289f5d67c798 not bound to the agent host hv-cinder-73362 {{(pid=101952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:22:55.836630 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-5115ad75-d58e-4b3d-92d8-076ce830d173 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:55.848111 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-6d276961-aaa0-41f8-bb5f-f23f386c6512 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:55.853162 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-6d276961-aaa0-41f8-bb5f-f23f386c6512 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:55.877420 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-5115ad75-d58e-4b3d-92d8-076ce830d173 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_update {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:55.896229 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [None req-6d276961-aaa0-41f8-bb5f-f23f386c6512 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ae71a54296324bc6b0df739511a7c783&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3093207 Nov 11 22:22:55.900044 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.wsgi [-] (101950) accepted ('10.222.0.50', 48884) {{(pid=101950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:22:55.923322 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d276961-aaa0-41f8-bb5f-f23f386c6512 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5be078b5-70c6-4d18-9c1d-f6cbde6c33c3,revision_number=1']} {{(pid=101950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:22:55.990422 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8028829e-f239-404f-837c-04f68a2358bb req-ff2205e5-14ba-48b0-9493-5c5468f87dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:55.993131 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-8028829e-f239-404f-837c-04f68a2358bb req-ff2205e5-14ba-48b0-9493-5c5468f87dc2 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7703a725-3881-436a-ae59-282d0fc8f43e&tenant_id=1ce5c1a9babe4d3098016d7a6fcab517 HTTP/1.1" status: 200 len: 1096 time: 0.0862391 Nov 11 22:22:55.998722 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-6521e400-04f0-4364-a0b0-92b9e10792d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:56.029225 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-6521e400-04f0-4364-a0b0-92b9e10792d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:56.063213 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-5115ad75-d58e-4b3d-92d8-076ce830d173 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Publish callbacks [] for port, precommit_update {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:56.069544 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-5115ad75-d58e-4b3d-92d8-076ce830d173 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776912265364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776911838100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776911838118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9099611'] for port, after_update {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:56.104152 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8028829e-f239-404f-837c-04f68a2358bb req-e21859d3-986e-4b7d-afcd-05f01928e083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:56.106309 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-8028829e-f239-404f-837c-04f68a2358bb req-e21859d3-986e-4b7d-afcd-05f01928e083 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1ce5c1a9babe4d3098016d7a6fcab517&device_id=7703a725-3881-436a-ae59-282d0fc8f43e HTTP/1.1" status: 200 len: 1096 time: 0.0796475 Nov 11 22:22:56.152715 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115ad75-d58e-4b3d-92d8-076ce830d173 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Pushing event updated for resources: {'Port': ['ID=bb95a581-5bb4-4de6-a075-3dddfec981c1,revision_number=2']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:22:56.162548 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-5115ad75-d58e-4b3d-92d8-076ce830d173 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657105'] for floatingip, after_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:56.170655 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-6521e400-04f0-4364-a0b0-92b9e10792d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:56.173345 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-6521e400-04f0-4364-a0b0-92b9e10792d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:56.174647 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [None req-6521e400-04f0-4364-a0b0-92b9e10792d7 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5be078b5-70c6-4d18-9c1d-f6cbde6c33c3 HTTP/1.1" status: 204 len: 168 time: 0.2751503 Nov 11 22:22:56.185192 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-5115ad75-d58e-4b3d-92d8-076ce830d173 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26363'] for floatingip, before_response {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:56.186603 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-5115ad75-d58e-4b3d-92d8-076ce830d173 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1125696 Nov 11 22:22:56.197447 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6521e400-04f0-4364-a0b0-92b9e10792d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5be078b5-70c6-4d18-9c1d-f6cbde6c33c3,revision_number=None']} {{(pid=101950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:22:56.241316 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8028829e-f239-404f-837c-04f68a2358bb req-ee45a372-aef4-468b-9d22-cf09b4d652bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:56.243127 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-8028829e-f239-404f-837c-04f68a2358bb req-ee45a372-aef4-468b-9d22-cf09b4d652bc service neutron] 10.222.0.26 "GET /v2.0/networks?id=6d6ff938-050a-4ca6-ad58-070035060c7c HTTP/1.1" status: 200 len: 917 time: 0.1299560 Nov 11 22:22:56.332059 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-8028829e-f239-404f-837c-04f68a2358bb req-a7bfdb8f-a4b4-4cf4-a0b5-49bac07b34ff service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aec0e1e5-1aa7-4ca1-a39e-e1f98ea7045f HTTP/1.1" status: 200 len: 998 time: 0.0793478 Nov 11 22:22:56.392944 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8028829e-f239-404f-837c-04f68a2358bb req-13c1ebd6-fbee-4f55-b542-d11d5bca98e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:56.394524 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-8028829e-f239-404f-837c-04f68a2358bb req-13c1ebd6-fbee-4f55-b542-d11d5bca98e8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=28859a9d-69fd-4dd9-a7c8-b3902292e969 HTTP/1.1" status: 200 len: 855 time: 0.0570662 Nov 11 22:22:56.479590 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8028829e-f239-404f-837c-04f68a2358bb req-92f1b7e5-f175-400e-adff-63c9d71a5886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:56.481242 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-8028829e-f239-404f-837c-04f68a2358bb req-92f1b7e5-f175-400e-adff-63c9d71a5886 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6d6ff938-050a-4ca6-ad58-070035060c7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0778422 Nov 11 22:22:56.491045 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-3fdb4da8-1572-4400-b84b-18781213586a req-e617cf16-b1ab-481c-a5e8-49baed28d06f tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-securitygroup--1545680521&fields=id&tenant_id=70121f12841d4897aae58f9fe9f2c556 HTTP/1.1" status: 200 len: 267 time: 0.0770493 Nov 11 22:22:56.661633 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-8028829e-f239-404f-837c-04f68a2358bb req-cc13cd63-073f-40dd-8fe1-1fbe9d421cb9 service neutron] 10.222.0.26 "GET /v2.0/networks/6d6ff938-050a-4ca6-ad58-070035060c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695859 Nov 11 22:22:56.670510 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdb4da8-1572-4400-b84b-18781213586a req-b0f286e6-0807-4658-9003-8fb0787e4242 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:56.671995 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-3fdb4da8-1572-4400-b84b-18781213586a req-b0f286e6-0807-4658-9003-8fb0787e4242 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] 10.222.0.50 "GET /v2.0/networks?id=73526368-1abf-4e4d-8815-40fc972517d4 HTTP/1.1" status: 200 len: 810 time: 0.1707351 Nov 11 22:22:56.713957 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-3fdb4da8-1572-4400-b84b-18781213586a req-d4932079-b275-400c-8d2b-1b72fe2baa6d tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] 10.222.0.50 "GET /v2.0/quotas/70121f12841d4897aae58f9fe9f2c556 HTTP/1.1" status: 200 len: 375 time: 0.0335708 Nov 11 22:22:56.810753 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-8028829e-f239-404f-837c-04f68a2358bb req-6059b44e-bf60-4946-aa20-2a2ad8f6fff9 service neutron] 10.222.0.26 "GET /v2.0/networks/6d6ff938-050a-4ca6-ad58-070035060c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377325 Nov 11 22:22:56.818998 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-3fdb4da8-1572-4400-b84b-18781213586a req-03992472-78da-47e3-b8f8-3b199ddd18f1 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=70121f12841d4897aae58f9fe9f2c556&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0793185 Nov 11 22:22:57.033130 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eb5eed-5996-472a-944d-8b353ddabecc req-839152a5-0b12-4cee-ad55-ec4ad751ce11 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:57.035504 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-54eb5eed-5996-472a-944d-8b353ddabecc req-839152a5-0b12-4cee-ad55-ec4ad751ce11 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/ports?device_id=7703a725-3881-436a-ae59-282d0fc8f43e HTTP/1.1" status: 200 len: 943 time: 0.1469505 Nov 11 22:22:57.039486 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-3fdb4da8-1572-4400-b84b-18781213586a req-343b20e8-7f20-4eed-9a00-12cb09aeacb5 service neutron] 10.222.0.50 "GET /v2.0/networks/73526368-1abf-4e4d-8815-40fc972517d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942940 Nov 11 22:22:57.162470 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-54eb5eed-5996-472a-944d-8b353ddabecc req-43bca32f-6c91-4f4d-918c-6e6af6090d42 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9b7ac91-bf2b-4b23-a0c0-7bf41cf616d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1166213 Nov 11 22:22:57.201242 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-3fdb4da8-1572-4400-b84b-18781213586a req-cc2b2bfb-8383-47db-9728-61c3b218ae11 service neutron] 10.222.0.50 "GET /v2.0/networks/73526368-1abf-4e4d-8815-40fc972517d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508868 Nov 11 22:22:57.467601 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-a693603a-53db-4300-a994-43a00923e56c req-a9e1f266-313c-44d8-be0f-9241433485ba tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] 10.222.0.50 "GET /v2.0/ports?device_id=a251a043-aa1a-4184-9097-a698c65c5390 HTTP/1.1" status: 200 len: 210 time: 0.0494874 Nov 11 22:22:57.518117 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a2bfbc-6ff6-4cf7-9fa9-aebdfc3b8146 req-8c482177-bf4c-4ac2-bda1-7ab194cf7309 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:57.519884 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-11a2bfbc-6ff6-4cf7-9fa9-aebdfc3b8146 req-8c482177-bf4c-4ac2-bda1-7ab194cf7309 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] 10.222.0.50 "GET /v2.0/ports?device_id=add4f80f-f0c8-48e0-b7f5-24be16fae5cb HTTP/1.1" status: 200 len: 945 time: 0.0901265 Nov 11 22:22:57.621877 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-11a2bfbc-6ff6-4cf7-9fa9-aebdfc3b8146 req-25fc39ee-06ea-4054-89da-7caaba37277c tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd56fe96-f8b9-402d-9557-23ad985e8368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909843 Nov 11 22:22:58.190505 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-0920464d-5b79-431f-8b70-8b177f5e1096 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:58.323291 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7346177d-e31c-463a-ba75-745ab28065bf req-dddac658-3fa5-46f9-bf8b-d82fc489dfd8 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:58.332687 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-7346177d-e31c-463a-ba75-745ab28065bf req-dddac658-3fa5-46f9-bf8b-d82fc489dfd8 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/ports?device_id=7703a725-3881-436a-ae59-282d0fc8f43e HTTP/1.1" status: 200 len: 943 time: 0.0769591 Nov 11 22:22:58.403171 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-7346177d-e31c-463a-ba75-745ab28065bf req-cfaf378b-9a2b-4d28-8818-ba8d104c0d77 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9b7ac91-bf2b-4b23-a0c0-7bf41cf616d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686300 Nov 11 22:22:58.618940 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-96c5ca55-5990-41fb-9628-ddfca34be279 req-4415f3b4-911c-41ef-b7e6-5ba0485e7898 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] 10.222.0.50 "GET /v2.0/ports?device_id=a251a043-aa1a-4184-9097-a698c65c5390 HTTP/1.1" status: 200 len: 210 time: 0.0370591 Nov 11 22:22:58.762154 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3717a387-d9f2-41d4-8528-658fd3c5c474 req-6e5dd4f8-02b9-493e-afe2-8edc5c43c4eb tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:58.763745 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-3717a387-d9f2-41d4-8528-658fd3c5c474 req-6e5dd4f8-02b9-493e-afe2-8edc5c43c4eb tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] 10.222.0.50 "GET /v2.0/ports?device_id=add4f80f-f0c8-48e0-b7f5-24be16fae5cb HTTP/1.1" status: 200 len: 945 time: 0.0634840 Nov 11 22:22:58.828819 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-3717a387-d9f2-41d4-8528-658fd3c5c474 req-cf83d70a-ef89-4632-8fa0-cfc46228f780 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd56fe96-f8b9-402d-9557-23ad985e8368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585570 Nov 11 22:22:58.993505 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.wsgi [-] (101950) accepted ('10.222.0.50', 48992) {{(pid=101950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:22:59.111683 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-e1925303-5abf-4c85-9478-c826fde4e27b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:59.201107 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-e1925303-5abf-4c85-9478-c826fde4e27b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:59.206613 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-e1925303-5abf-4c85-9478-c826fde4e27b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:59.257472 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [None req-e1925303-5abf-4c85-9478-c826fde4e27b admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c29b25c5c91640bfb6f5db48cf06f4ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2626998 Nov 11 22:22:59.259042 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1925303-5abf-4c85-9478-c826fde4e27b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9b0b895-2da3-4540-bf60-3d380fa1b43b,revision_number=1']} {{(pid=101950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:22:59.261226 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 48996) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:22:59.325478 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-d6901c35-2672-4783-9279-96bd74bdfc0d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:59.349938 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-d6901c35-2672-4783-9279-96bd74bdfc0d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:59.403038 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-d6901c35-2672-4783-9279-96bd74bdfc0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:59.406369 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-d6901c35-2672-4783-9279-96bd74bdfc0d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:59.410527 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-d6901c35-2672-4783-9279-96bd74bdfc0d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f9b0b895-2da3-4540-bf60-3d380fa1b43b HTTP/1.1" status: 204 len: 168 time: 0.1456418 Nov 11 22:22:59.419221 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6901c35-2672-4783-9279-96bd74bdfc0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9b0b895-2da3-4540-bf60-3d380fa1b43b,revision_number=None']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:22:59.422900 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-766b5b4b-9c4e-4513-9f30-d5290b623bba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:59.567197 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53323d92-109c-4e7f-81ed-44baff0a176e req-c0701019-5a68-4119-b42b-6947e03a328a tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:22:59.569398 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-53323d92-109c-4e7f-81ed-44baff0a176e req-c0701019-5a68-4119-b42b-6947e03a328a tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/ports?device_id=7703a725-3881-436a-ae59-282d0fc8f43e HTTP/1.1" status: 200 len: 943 time: 0.0605917 Nov 11 22:22:59.627412 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-53323d92-109c-4e7f-81ed-44baff0a176e req-395afd38-f5a4-460f-9e50-f84a080ea112 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9b7ac91-bf2b-4b23-a0c0-7bf41cf616d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493443 Nov 11 22:22:59.782617 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-b82dc18a-b15a-4efa-b7d2-e41fe6ae3a84 req-0b5079c8-5967-4105-a0da-ae199b178d76 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] 10.222.0.50 "GET /v2.0/ports?device_id=a251a043-aa1a-4184-9097-a698c65c5390 HTTP/1.1" status: 200 len: 210 time: 0.0460997 Nov 11 22:22:59.811733 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.wsgi [-] (101950) accepted ('10.222.0.50', 49006) {{(pid=101950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:22:59.827750 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-8082766b-c1df-4b2e-a4eb-9dfdcf5d4347 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:59.939021 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-8082766b-c1df-4b2e-a4eb-9dfdcf5d4347 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:22:59.949524 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-8082766b-c1df-4b2e-a4eb-9dfdcf5d4347 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:00.011749 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [None req-8082766b-c1df-4b2e-a4eb-9dfdcf5d4347 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c4699ae96e964bc2955a94c1e45467b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1979694 Nov 11 22:23:00.014055 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8082766b-c1df-4b2e-a4eb-9dfdcf5d4347 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13a900a4-eefc-4940-982d-5f9b60a6d503,revision_number=1']} {{(pid=101950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:23:00.015880 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 49010) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:23:00.032357 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9f51ab-1e80-4843-bf3c-c3623b333b5b req-a2bddb31-d18a-4821-878e-7f745b829826 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:23:00.033929 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-db9f51ab-1e80-4843-bf3c-c3623b333b5b req-a2bddb31-d18a-4821-878e-7f745b829826 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] 10.222.0.50 "GET /v2.0/ports?device_id=add4f80f-f0c8-48e0-b7f5-24be16fae5cb HTTP/1.1" status: 200 len: 945 time: 0.0980623 Nov 11 22:23:00.091515 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-f157ce8e-95fb-40cd-b122-4cb7be94c6b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:00.099426 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-db9f51ab-1e80-4843-bf3c-c3623b333b5b req-9695d32d-6df5-4856-b0d5-ec3720c348c5 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd56fe96-f8b9-402d-9557-23ad985e8368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583527 Nov 11 22:23:00.122664 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-f157ce8e-95fb-40cd-b122-4cb7be94c6b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:00.178680 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-f157ce8e-95fb-40cd-b122-4cb7be94c6b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:00.181376 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-f157ce8e-95fb-40cd-b122-4cb7be94c6b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:00.185797 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-f157ce8e-95fb-40cd-b122-4cb7be94c6b6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/13a900a4-eefc-4940-982d-5f9b60a6d503 HTTP/1.1" status: 204 len: 168 time: 0.1652730 Nov 11 22:23:00.192986 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f157ce8e-95fb-40cd-b122-4cb7be94c6b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13a900a4-eefc-4940-982d-5f9b60a6d503,revision_number=None']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:23:00.807865 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a667e5d-a61a-4ad5-afb0-0823dfffd666 req-ecb942ea-ec3f-4be1-b95a-cc4e9ed7ad64 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:23:00.818377 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-8a667e5d-a61a-4ad5-afb0-0823dfffd666 req-ecb942ea-ec3f-4be1-b95a-cc4e9ed7ad64 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/ports?device_id=7703a725-3881-436a-ae59-282d0fc8f43e HTTP/1.1" status: 200 len: 943 time: 0.0838926 Nov 11 22:23:00.826477 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-6e72e30b-d533-48e1-89e1-e2b3014a0430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:00.912343 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-8a667e5d-a61a-4ad5-afb0-0823dfffd666 req-cd45a37d-e50a-47c5-8a65-f2ef1af8bb11 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9b7ac91-bf2b-4b23-a0c0-7bf41cf616d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925236 Nov 11 22:23:00.928919 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-b8debfd4-1ae5-4f9d-90e3-8cc9303801b4 req-65a5052e-91bd-43c4-9ad2-e527ce778ae4 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] 10.222.0.50 "GET /v2.0/ports?device_id=a251a043-aa1a-4184-9097-a698c65c5390 HTTP/1.1" status: 200 len: 210 time: 0.0396466 Nov 11 22:23:01.254630 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0914f980-fa8c-46a6-bc3e-8581b37b4fb1 req-ec7291ba-132f-4bfe-b696-1bedbc874181 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:23:01.256312 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-0914f980-fa8c-46a6-bc3e-8581b37b4fb1 req-ec7291ba-132f-4bfe-b696-1bedbc874181 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] 10.222.0.50 "GET /v2.0/ports?device_id=add4f80f-f0c8-48e0-b7f5-24be16fae5cb HTTP/1.1" status: 200 len: 945 time: 0.0670447 Nov 11 22:23:01.314109 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-0914f980-fa8c-46a6-bc3e-8581b37b4fb1 req-2e2c90f2-fdce-42da-a3cf-d690006bc096 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd56fe96-f8b9-402d-9557-23ad985e8368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514057 Nov 11 22:23:01.808060 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:02.048975 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-fc2fd2a5-0f23-4ee3-b3bf-d0d153248aca req-cf9310db-6de7-4ae3-9cc0-c4574cb8fab4 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] 10.222.0.50 "GET /v2.0/ports?device_id=a251a043-aa1a-4184-9097-a698c65c5390 HTTP/1.1" status: 200 len: 210 time: 0.0365167 Nov 11 22:23:02.114170 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd72d4c3-f4b6-4ba2-bdcb-4182d794cca0 req-1001e8a1-9300-4cbf-a1e6-2a09f5ba472e tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:23:02.116125 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-bd72d4c3-f4b6-4ba2-bdcb-4182d794cca0 req-1001e8a1-9300-4cbf-a1e6-2a09f5ba472e tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/ports?device_id=7703a725-3881-436a-ae59-282d0fc8f43e HTTP/1.1" status: 200 len: 943 time: 0.0697880 Nov 11 22:23:02.168672 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-bd72d4c3-f4b6-4ba2-bdcb-4182d794cca0 req-3106205a-3be2-4396-911a-a45bac34c76c tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9b7ac91-bf2b-4b23-a0c0-7bf41cf616d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461216 Nov 11 22:23:02.489599 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df248457-89e2-4bd8-912a-606caae2791e req-16683f31-9d46-4069-bd3e-10a27504a815 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:23:02.492947 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-df248457-89e2-4bd8-912a-606caae2791e req-16683f31-9d46-4069-bd3e-10a27504a815 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] 10.222.0.50 "GET /v2.0/ports?device_id=add4f80f-f0c8-48e0-b7f5-24be16fae5cb HTTP/1.1" status: 200 len: 945 time: 0.0693388 Nov 11 22:23:02.546744 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-df248457-89e2-4bd8-912a-606caae2791e req-47dbf911-92e2-406c-bb2c-30417894aa09 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd56fe96-f8b9-402d-9557-23ad985e8368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481956 Nov 11 22:23:03.119321 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 49094) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:23:03.154372 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-c825bb2f-bae8-40c6-b5bd-da3f6db14ae7 req-de37b17b-3250-4eac-8d1a-0d2177570c20 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] 10.222.0.50 "GET /v2.0/ports?device_id=a251a043-aa1a-4184-9097-a698c65c5390 HTTP/1.1" status: 200 len: 210 time: 0.0311003 Nov 11 22:23:03.243682 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-db5f541e-89c7-431c-89a3-6ea12d0cb946 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:03.302069 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2e71d9-885e-43b8-9cce-502bb71e7691 req-238a65cb-690c-4d7b-8b32-8dd669db25a3 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:23:03.303839 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-5c2e71d9-885e-43b8-9cce-502bb71e7691 req-238a65cb-690c-4d7b-8b32-8dd669db25a3 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/ports?device_id=7703a725-3881-436a-ae59-282d0fc8f43e HTTP/1.1" status: 200 len: 943 time: 0.0547407 Nov 11 22:23:03.352565 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-db5f541e-89c7-431c-89a3-6ea12d0cb946 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:03.360214 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-db5f541e-89c7-431c-89a3-6ea12d0cb946 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:03.366925 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-5c2e71d9-885e-43b8-9cce-502bb71e7691 req-4ea6a7b3-91af-48e0-ad05-411b2527c1e4 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9b7ac91-bf2b-4b23-a0c0-7bf41cf616d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552628 Nov 11 22:23:03.398601 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-db5f541e-89c7-431c-89a3-6ea12d0cb946 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b0d1d06b505043ea831b9191649194f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2781193 Nov 11 22:23:03.401298 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.wsgi [-] (101950) accepted ('10.222.0.50', 49100) {{(pid=101950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:23:03.412484 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5f541e-89c7-431c-89a3-6ea12d0cb946 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7569870-b679-4612-8160-e4aa349efa0d,revision_number=1']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:23:03.451177 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-f110ead9-5e65-46d9-a3db-1014ed038e78 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:03.474343 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-f110ead9-5e65-46d9-a3db-1014ed038e78 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:03.523088 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-f110ead9-5e65-46d9-a3db-1014ed038e78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:03.525739 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-f110ead9-5e65-46d9-a3db-1014ed038e78 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:03.529848 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [None req-f110ead9-5e65-46d9-a3db-1014ed038e78 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e7569870-b679-4612-8160-e4aa349efa0d HTTP/1.1" status: 204 len: 168 time: 0.1240425 Nov 11 22:23:03.536086 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f110ead9-5e65-46d9-a3db-1014ed038e78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7569870-b679-4612-8160-e4aa349efa0d,revision_number=None']} {{(pid=101950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:23:03.866422 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 49110) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:23:03.882786 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-70de7e15-02df-4814-942b-fd97d53370d7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:03.907444 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c656f86f-823b-49f2-9030-21236c98b32a req-a87a42d3-6e6f-4841-a460-236cde3db6b7 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:23:03.913345 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-c656f86f-823b-49f2-9030-21236c98b32a req-a87a42d3-6e6f-4841-a460-236cde3db6b7 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] 10.222.0.50 "GET /v2.0/ports?device_id=add4f80f-f0c8-48e0-b7f5-24be16fae5cb HTTP/1.1" status: 200 len: 945 time: 0.2873249 Nov 11 22:23:03.968865 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-70de7e15-02df-4814-942b-fd97d53370d7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:03.972742 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-c656f86f-823b-49f2-9030-21236c98b32a req-400f84a8-e363-4eb1-9d39-5ed740523fdb tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd56fe96-f8b9-402d-9557-23ad985e8368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570343 Nov 11 22:23:03.976019 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-70de7e15-02df-4814-942b-fd97d53370d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:04.008424 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.wsgi [-] (101950) accepted ('10.222.0.50', 49112) {{(pid=101950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:23:04.008746 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-70de7e15-02df-4814-942b-fd97d53370d7 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=d97d0aa48f714d3f80ccdb3ca61e7377&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1401803 Nov 11 22:23:04.029520 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70de7e15-02df-4814-942b-fd97d53370d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=302a5acf-f169-4208-b45c-869153aeb06e,revision_number=1']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:23:04.078746 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-ccedaba6-7c8e-4743-86e9-fd4901f99639 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:04.103806 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-ccedaba6-7c8e-4743-86e9-fd4901f99639 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:04.156896 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-ccedaba6-7c8e-4743-86e9-fd4901f99639 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:04.159724 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-ccedaba6-7c8e-4743-86e9-fd4901f99639 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:04.161010 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [None req-ccedaba6-7c8e-4743-86e9-fd4901f99639 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/302a5acf-f169-4208-b45c-869153aeb06e HTTP/1.1" status: 204 len: 168 time: 0.1513953 Nov 11 22:23:04.169672 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccedaba6-7c8e-4743-86e9-fd4901f99639 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=302a5acf-f169-4208-b45c-869153aeb06e,revision_number=None']} {{(pid=101950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:23:04.264934 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-22fe8a47-c33c-434c-a372-4b78adfdc8fb req-4aea4f3d-2407-4a8c-910c-56058965423f tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] 10.222.0.50 "GET /v2.0/ports?device_id=a251a043-aa1a-4184-9097-a698c65c5390 HTTP/1.1" status: 200 len: 210 time: 0.0296021 Nov 11 22:23:04.506458 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6bd7e0-ab32-49f9-bf7e-072efc979f3a req-9e7c3199-dd7f-426d-8e91-666464838758 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:23:04.508003 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-8c6bd7e0-ab32-49f9-bf7e-072efc979f3a req-9e7c3199-dd7f-426d-8e91-666464838758 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/ports?device_id=7703a725-3881-436a-ae59-282d0fc8f43e HTTP/1.1" status: 200 len: 943 time: 0.0613375 Nov 11 22:23:04.577907 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-8c6bd7e0-ab32-49f9-bf7e-072efc979f3a req-9a839eac-ab5e-43f7-86d1-ec1f1126fc59 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9b7ac91-bf2b-4b23-a0c0-7bf41cf616d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594151 Nov 11 22:23:05.118504 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bd7156-71ef-49f6-987f-9257cbb1f9f0 req-a39ef289-af5e-4f54-b997-5ca543f6471d tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:23:05.120224 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-b8bd7156-71ef-49f6-987f-9257cbb1f9f0 req-a39ef289-af5e-4f54-b997-5ca543f6471d tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] 10.222.0.50 "GET /v2.0/ports?device_id=add4f80f-f0c8-48e0-b7f5-24be16fae5cb HTTP/1.1" status: 200 len: 945 time: 0.0604043 Nov 11 22:23:05.174621 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-b8bd7156-71ef-49f6-987f-9257cbb1f9f0 req-1886ea0d-ee59-4375-a42b-f850a8e2fc97 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd56fe96-f8b9-402d-9557-23ad985e8368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483527 Nov 11 22:23:05.451130 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-ecaa2c5f-a0ff-48f1-9027-389af62bde4b req-ebdb2542-1e51-465e-8e78-7cbaae4953db tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] 10.222.0.50 "GET /v2.0/ports?device_id=a251a043-aa1a-4184-9097-a698c65c5390 HTTP/1.1" status: 200 len: 210 time: 0.0735700 Nov 11 22:23:05.699399 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95830453-e74b-4379-9e52-5ee5a1cfb039 req-5d4c8903-a007-49d2-b08a-9b791371ac44 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:23:05.701046 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-95830453-e74b-4379-9e52-5ee5a1cfb039 req-5d4c8903-a007-49d2-b08a-9b791371ac44 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/ports?device_id=7703a725-3881-436a-ae59-282d0fc8f43e HTTP/1.1" status: 200 len: 943 time: 0.0543840 Nov 11 22:23:05.750488 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-95830453-e74b-4379-9e52-5ee5a1cfb039 req-4859d073-4061-4ccc-99fc-75a678dbc63c tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9b7ac91-bf2b-4b23-a0c0-7bf41cf616d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433676 Nov 11 22:23:06.329111 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab56981f-ec7f-481d-97e3-3fc898628e44 req-54e7c815-77f8-4fc6-8810-cee428a95716 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:23:06.330849 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-ab56981f-ec7f-481d-97e3-3fc898628e44 req-54e7c815-77f8-4fc6-8810-cee428a95716 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] 10.222.0.50 "GET /v2.0/ports?device_id=add4f80f-f0c8-48e0-b7f5-24be16fae5cb HTTP/1.1" status: 200 len: 945 time: 0.0590725 Nov 11 22:23:06.384122 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-ab56981f-ec7f-481d-97e3-3fc898628e44 req-c324fdca-ade7-4f78-92c0-92e6dc19b70d tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd56fe96-f8b9-402d-9557-23ad985e8368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472701 Nov 11 22:23:06.557372 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-3a3b4e8f-ad22-4f78-8cdf-b3520effd04f req-e12bd3cf-9d0b-4576-a15d-49149cb8c04c tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] 10.222.0.50 "GET /v2.0/ports?device_id=a251a043-aa1a-4184-9097-a698c65c5390 HTTP/1.1" status: 200 len: 210 time: 0.0375412 Nov 11 22:23:06.899825 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ff5510-6ee2-4934-b723-bc04e4141733 req-f9a5f17b-77f1-4a0b-83be-8630059adcad tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:23:06.901371 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-e4ff5510-6ee2-4934-b723-bc04e4141733 req-f9a5f17b-77f1-4a0b-83be-8630059adcad tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/ports?device_id=7703a725-3881-436a-ae59-282d0fc8f43e HTTP/1.1" status: 200 len: 943 time: 0.0593808 Nov 11 22:23:06.957080 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-e4ff5510-6ee2-4934-b723-bc04e4141733 req-b177d444-35d2-498f-a88d-f8732ffb7e7d tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9b7ac91-bf2b-4b23-a0c0-7bf41cf616d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477579 Nov 11 22:23:06.969143 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.db.agents_db [None req-7a0be6d5-f821-4115-b6dd-94f53e40a68e None None] Agent healthcheck: found 6 active agents {{(pid=101953) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:23:07.522903 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9710bc82-536c-43bb-80ac-225cae426f7d req-47339e84-92c4-45b7-8dbe-836336e28e72 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:23:07.524535 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-9710bc82-536c-43bb-80ac-225cae426f7d req-47339e84-92c4-45b7-8dbe-836336e28e72 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] 10.222.0.50 "GET /v2.0/ports?device_id=add4f80f-f0c8-48e0-b7f5-24be16fae5cb HTTP/1.1" status: 200 len: 945 time: 0.0625193 Nov 11 22:23:07.583000 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-9710bc82-536c-43bb-80ac-225cae426f7d req-b2f3b2f1-01eb-44bb-84f7-3526691fca2c tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd56fe96-f8b9-402d-9557-23ad985e8368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517862 Nov 11 22:23:07.674452 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-04943955-f366-4e26-bac2-fe7d3c60eca2 req-21c98bf7-e794-459e-b98b-3340752d3e91 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] 10.222.0.50 "GET /v2.0/ports?device_id=a251a043-aa1a-4184-9097-a698c65c5390 HTTP/1.1" status: 200 len: 210 time: 0.0362041 Nov 11 22:23:08.103902 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f99b905-d5a2-43bd-95fb-906cde39f264 req-b04f8729-8948-4089-925e-c6b1d27e89b0 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:23:08.106001 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-1f99b905-d5a2-43bd-95fb-906cde39f264 req-b04f8729-8948-4089-925e-c6b1d27e89b0 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/ports?device_id=7703a725-3881-436a-ae59-282d0fc8f43e HTTP/1.1" status: 200 len: 943 time: 0.0746012 Nov 11 22:23:08.159826 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-1f99b905-d5a2-43bd-95fb-906cde39f264 req-ae7ffcbb-d24f-4e7f-9f62-10c2b33fe62a tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9b7ac91-bf2b-4b23-a0c0-7bf41cf616d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467777 Nov 11 22:23:08.177935 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.wsgi [-] (101950) accepted ('10.222.0.50', 49182) {{(pid=101950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:23:08.290028 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-bafd34e1-a681-4c4c-a0f3-3c7d3df1c9c5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:08.369443 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-bafd34e1-a681-4c4c-a0f3-3c7d3df1c9c5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:08.374676 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-bafd34e1-a681-4c4c-a0f3-3c7d3df1c9c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:08.415190 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [None req-bafd34e1-a681-4c4c-a0f3-3c7d3df1c9c5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=dc62f8ea7cfe4756b2d5b49da49966a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2357080 Nov 11 22:23:08.417653 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafd34e1-a681-4c4c-a0f3-3c7d3df1c9c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b1f703c-4ca0-4541-996d-40b2d6597b92,revision_number=1']} {{(pid=101950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:23:08.418048 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 49186) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:23:08.486529 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-e49af7bc-0221-4cfe-8dfa-560562787206 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:08.510172 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-e49af7bc-0221-4cfe-8dfa-560562787206 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:08.564797 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-e49af7bc-0221-4cfe-8dfa-560562787206 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:08.567436 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-e49af7bc-0221-4cfe-8dfa-560562787206 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:08.571735 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-e49af7bc-0221-4cfe-8dfa-560562787206 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/5b1f703c-4ca0-4541-996d-40b2d6597b92 HTTP/1.1" status: 204 len: 168 time: 0.1495550 Nov 11 22:23:08.577811 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49af7bc-0221-4cfe-8dfa-560562787206 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b1f703c-4ca0-4541-996d-40b2d6597b92,revision_number=None']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:23:08.734946 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f81964f-c77f-458e-8e27-98d86c0c0a1c req-01b12701-54ce-441e-b1a3-16fb8f3c59b1 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:23:08.736565 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-1f81964f-c77f-458e-8e27-98d86c0c0a1c req-01b12701-54ce-441e-b1a3-16fb8f3c59b1 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] 10.222.0.50 "GET /v2.0/ports?device_id=add4f80f-f0c8-48e0-b7f5-24be16fae5cb HTTP/1.1" status: 200 len: 945 time: 0.0707157 Nov 11 22:23:08.794327 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-0e13e9c4-53b5-4f3d-a3af-101524e04c84 req-480887fc-b9b0-4cb3-be57-db2d7593cb36 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] 10.222.0.50 "GET /v2.0/ports?device_id=a251a043-aa1a-4184-9097-a698c65c5390 HTTP/1.1" status: 200 len: 210 time: 0.0332503 Nov 11 22:23:08.822330 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-1f81964f-c77f-458e-8e27-98d86c0c0a1c req-f9920538-ec13-4b7f-8f63-eeb46661d068 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd56fe96-f8b9-402d-9557-23ad985e8368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767777 Nov 11 22:23:09.118455 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdb4da8-1572-4400-b84b-18781213586a req-64ed2754-3b1d-4a71-ae5f-70598170bed8 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:23:09.119779 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-3fdb4da8-1572-4400-b84b-18781213586a req-64ed2754-3b1d-4a71-ae5f-70598170bed8 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] 10.222.0.26 "GET /v2.0/networks?id=73526368-1abf-4e4d-8815-40fc972517d4 HTTP/1.1" status: 200 len: 810 time: 0.1141868 Nov 11 22:23:09.190979 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-3fdb4da8-1572-4400-b84b-18781213586a req-a5201f67-dcf2-40f5-a2f4-5633c4f817c7 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=70121f12841d4897aae58f9fe9f2c556 HTTP/1.1" status: 200 len: 380 time: 0.0553687 Nov 11 22:23:09.201197 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.v2.base [req-3fdb4da8-1572-4400-b84b-18781213586a req-1a018e80-e699-45fb-a28f-d468c1143a7e tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Request body: {'port': {'device_id': 'a251a043-aa1a-4184-9097-a698c65c5390', 'network_id': '73526368-1abf-4e4d-8815-40fc972517d4', 'admin_state_up': True, 'tenant_id': '70121f12841d4897aae58f9fe9f2c556', 'security_groups': ['437170c0-445a-49c6-99a9-0a96ba84b0a5']}} {{(pid=101950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:23:09.342309 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cda02b-4117-4e68-90c3-38d92963320f req-3bdd40db-c92c-4390-819d-09da5868ca89 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:23:09.343776 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-92cda02b-4117-4e68-90c3-38d92963320f req-3bdd40db-c92c-4390-819d-09da5868ca89 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/ports?device_id=7703a725-3881-436a-ae59-282d0fc8f43e HTTP/1.1" status: 200 len: 943 time: 0.0910175 Nov 11 22:23:09.369872 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fdb4da8-1572-4400-b84b-18781213586a req-1a018e80-e699-45fb-a28f-d468c1143a7e tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Made reservation on behalf of 70121f12841d4897aae58f9fe9f2c556 for: {'port': 1} {{(pid=101950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:23:09.373180 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [req-3fdb4da8-1572-4400-b84b-18781213586a req-1a018e80-e699-45fb-a28f-d468c1143a7e tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:09.447541 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-92cda02b-4117-4e68-90c3-38d92963320f req-a9b7e2bf-227f-4328-a386-971986270dc5 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9b7ac91-bf2b-4b23-a0c0-7bf41cf616d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968862 Nov 11 22:23:09.523520 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.db.db_base_plugin_common [req-3fdb4da8-1572-4400-b84b-18781213586a req-1a018e80-e699-45fb-a28f-d468c1143a7e tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Allocated IP 172.20.0.14 (73526368-1abf-4e4d-8815-40fc972517d4/707623ec-d95b-41b2-8e25-0e51182a8a59/c0207219-7a25-4f6f-94e2-2da148708361) {{(pid=101950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:23:09.655761 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [req-3fdb4da8-1572-4400-b84b-18781213586a req-1a018e80-e699-45fb-a28f-d468c1143a7e tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Publish callbacks [] for port, precommit_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:09.690401 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [req-3fdb4da8-1572-4400-b84b-18781213586a req-1a018e80-e699-45fb-a28f-d468c1143a7e tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776911838082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3976619'] for port, after_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:09.739500 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fdb4da8-1572-4400-b84b-18781213586a req-1a018e80-e699-45fb-a28f-d468c1143a7e tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Network 73526368-1abf-4e4d-8815-40fc972517d4 is already hosted by enough agents. {{(pid=101950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:23:09.742694 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.scheduler.base_scheduler [req-3fdb4da8-1572-4400-b84b-18781213586a req-1a018e80-e699-45fb-a28f-d468c1143a7e tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Resources bound (agent type, host, resource id): {{(pid=101950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:23:09.746565 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fdb4da8-1572-4400-b84b-18781213586a req-1a018e80-e699-45fb-a28f-d468c1143a7e tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Received port after_create {{(pid=101950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:23:09.771309 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a018e80-e699-45fb-a28f-d468c1143a7e tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Pushing event updated for resources: {'Port': ['ID=c0207219-7a25-4f6f-94e2-2da148708361,revision_number=1']} {{(pid=101950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:23:09.801624 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdb4da8-1572-4400-b84b-18781213586a req-1a018e80-e699-45fb-a28f-d468c1143a7e tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:23:09.802257 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [req-3fdb4da8-1572-4400-b84b-18781213586a req-1a018e80-e699-45fb-a28f-d468c1143a7e tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26363'] for port, before_response {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:09.821248 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-3fdb4da8-1572-4400-b84b-18781213586a req-1a018e80-e699-45fb-a28f-d468c1143a7e tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6236942 Nov 11 22:23:09.835676 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.v2.base [req-3fdb4da8-1572-4400-b84b-18781213586a req-9299850e-064b-4876-b762-4a5574fcc546 service neutron] Request body: {'port': {'device_id': 'a251a043-aa1a-4184-9097-a698c65c5390', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=101950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:23:09.886943 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:09.896377 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [req-3fdb4da8-1572-4400-b84b-18781213586a req-9299850e-064b-4876-b762-4a5574fcc546 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_update {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:10.007472 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.provisioning_blocks [None req-034fc776-5647-4c1c-b64c-e2d8eb494b08 None None] Provisioning complete for port c0207219-7a25-4f6f-94e2-2da148708361 triggered by entity DHCP. {{(pid=101952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:23:10.007929 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-034fc776-5647-4c1c-b64c-e2d8eb494b08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8061746'] for port, provisioning_complete {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:10.041239 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.plugin [None req-034fc776-5647-4c1c-b64c-e2d8eb494b08 None None] Port c0207219-7a25-4f6f-94e2-2da148708361 cannot update to ACTIVE because it is not bound. {{(pid=101952) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:23:10.069237 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da1cd73-741b-4e8c-a8a9-d20a8cb90d83 req-8ac2b3e0-4698-4164-b417-3c264e3e56ef tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:23:10.070743 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-2da1cd73-741b-4e8c-a8a9-d20a8cb90d83 req-8ac2b3e0-4698-4164-b417-3c264e3e56ef tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] 10.222.0.50 "GET /v2.0/ports?device_id=a251a043-aa1a-4184-9097-a698c65c5390 HTTP/1.1" status: 200 len: 932 time: 0.1645589 Nov 11 22:23:10.082340 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531ee155-06eb-4909-acdf-ba20e6b01fff req-2ab9af71-0d41-48e6-aa44-26d31d828a32 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:23:10.083808 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-531ee155-06eb-4909-acdf-ba20e6b01fff req-2ab9af71-0d41-48e6-aa44-26d31d828a32 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] 10.222.0.50 "GET /v2.0/ports?device_id=add4f80f-f0c8-48e0-b7f5-24be16fae5cb HTTP/1.1" status: 200 len: 945 time: 0.1759171 Nov 11 22:23:10.093762 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c24c8e-296e-425c-b9a2-9c8a480b0b43 req-83f33d14-0a1e-413d-b497-c433c0f249a5 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:23:10.095249 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-d0c24c8e-296e-425c-b9a2-9c8a480b0b43 req-83f33d14-0a1e-413d-b497-c433c0f249a5 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] 10.222.0.26 "GET /v2.0/ports?device_id=add4f80f-f0c8-48e0-b7f5-24be16fae5cb HTTP/1.1" status: 200 len: 945 time: 0.0501585 Nov 11 22:23:10.191771 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.plugin [req-d0c24c8e-296e-425c-b9a2-9c8a480b0b43 req-c551e0e8-51ba-47f8-9afa-0d2ddc7c90c3 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Deleting port 08a74177-13fc-4b27-b681-8b3582d03aae {{(pid=101951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:23:10.192020 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [req-d0c24c8e-296e-425c-b9a2-9c8a480b0b43 req-c551e0e8-51ba-47f8-9afa-0d2ddc7c90c3 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776912257464'] for port, before_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:10.222971 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-2da1cd73-741b-4e8c-a8a9-d20a8cb90d83 req-a1299d38-c306-49d6-ad79-ef6f66ff40f2 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] 10.222.0.50 "GET /v2.0/security-groups?id=437170c0-445a-49c6-99a9-0a96ba84b0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1381831 Nov 11 22:23:10.237931 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-531ee155-06eb-4909-acdf-ba20e6b01fff req-5fbdd18e-64eb-4138-bf7e-02f5df04bfe2 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd56fe96-f8b9-402d-9557-23ad985e8368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1431832 Nov 11 22:23:10.280844 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.db [req-d0c24c8e-296e-425c-b9a2-9c8a480b0b43 req-c551e0e8-51ba-47f8-9afa-0d2ddc7c90c3 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] For port 08a74177-13fc-4b27-b681-8b3582d03aae, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=08a74177-13fc-4b27-b681-8b3582d03aae,segment=NetworkSegment(0f84472f-f0e4-456a-9222-5ba8c86f3ac5),segment_id=0f84472f-f0e4-456a-9222-5ba8c86f3ac5)] {{(pid=101951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:23:10.281205 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [req-d0c24c8e-296e-425c-b9a2-9c8a480b0b43 req-c551e0e8-51ba-47f8-9afa-0d2ddc7c90c3 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668535'] for port, precommit_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:10.328372 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.notifiers.nova [req-3fdb4da8-1572-4400-b84b-18781213586a req-9299850e-064b-4876-b762-4a5574fcc546 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0207219-7a25-4f6f-94e2-2da148708361 {{(pid=101950) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 22:23:10.335769 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [req-3fdb4da8-1572-4400-b84b-18781213586a req-9299850e-064b-4876-b762-4a5574fcc546 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:10.347485 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.db.provisioning_blocks [req-3fdb4da8-1572-4400-b84b-18781213586a req-9299850e-064b-4876-b762-4a5574fcc546 service neutron] Transition to ACTIVE for port object c0207219-7a25-4f6f-94e2-2da148708361 will not be triggered until provisioned by entity L2. {{(pid=101950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 22:23:10.352454 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [req-3fdb4da8-1572-4400-b84b-18781213586a req-9299850e-064b-4876-b762-4a5574fcc546 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776912265364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776911838100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776911838118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3976658'] for port, after_update {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:10.402981 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9299850e-064b-4876-b762-4a5574fcc546 service neutron] Pushing event updated for resources: {'Port': ['ID=c0207219-7a25-4f6f-94e2-2da148708361,revision_number=2']} {{(pid=101950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:23:10.459981 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [req-d0c24c8e-296e-425c-b9a2-9c8a480b0b43 req-c551e0e8-51ba-47f8-9afa-0d2ddc7c90c3 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:10.460755 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [req-d0c24c8e-296e-425c-b9a2-9c8a480b0b43 req-c551e0e8-51ba-47f8-9afa-0d2ddc7c90c3 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657105'] for floatingip, after_update {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:10.460755 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.db.l3_db [req-d0c24c8e-296e-425c-b9a2-9c8a480b0b43 req-c551e0e8-51ba-47f8-9afa-0d2ddc7c90c3 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Floating IP b4b4286e-66e6-4f50-994d-561a59925f06 disassociated. External IP: 172.27.0.152, port: 08a74177-13fc-4b27-b681-8b3582d03aae. Nov 11 22:23:10.461282 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.plugin [req-d0c24c8e-296e-425c-b9a2-9c8a480b0b43 req-c551e0e8-51ba-47f8-9afa-0d2ddc7c90c3 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Calling delete_port for 08a74177-13fc-4b27-b681-8b3582d03aae owned by compute:nova {{(pid=101951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:23:10.493602 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.plugins.ml2.managers [req-3fdb4da8-1572-4400-b84b-18781213586a req-9299850e-064b-4876-b762-4a5574fcc546 service neutron] Attempting to bind port c0207219-7a25-4f6f-94e2-2da148708361 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=101950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:23:10.494008 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.plugins.ml2.managers [req-3fdb4da8-1572-4400-b84b-18781213586a req-9299850e-064b-4876-b762-4a5574fcc546 service neutron] Attempting to bind port c0207219-7a25-4f6f-94e2-2da148708361 by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': '2b1985db-e044-4e7f-a22a-8498e6c7db38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '73526368-1abf-4e4d-8815-40fc972517d4'}] {{(pid=101950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:23:10.494347 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fdb4da8-1572-4400-b84b-18781213586a req-9299850e-064b-4876-b762-4a5574fcc546 service neutron] Attempting to bind port c0207219-7a25-4f6f-94e2-2da148708361 on network 73526368-1abf-4e4d-8815-40fc972517d4 {{(pid=101950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:23:10.500087 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fdb4da8-1572-4400-b84b-18781213586a req-9299850e-064b-4876-b762-4a5574fcc546 service neutron] Port c0207219-7a25-4f6f-94e2-2da148708361 on network 73526368-1abf-4e4d-8815-40fc972517d4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=101950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 22:23:10.500412 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fdb4da8-1572-4400-b84b-18781213586a req-9299850e-064b-4876-b762-4a5574fcc546 service neutron] Attempting to bind port c0207219-7a25-4f6f-94e2-2da148708361 on network 73526368-1abf-4e4d-8815-40fc972517d4 {{(pid=101950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:23:10.505770 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fdb4da8-1572-4400-b84b-18781213586a req-9299850e-064b-4876-b762-4a5574fcc546 service neutron] Checking agent: {'id': 'a052ab81-1c58-45ec-bb06-1cf32ae4b08e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 22, 14, 39), 'started_at': datetime.datetime(2021, 11, 11, 22, 14, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 23, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:23:10.506074 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fdb4da8-1572-4400-b84b-18781213586a req-9299850e-064b-4876-b762-4a5574fcc546 service neutron] Checking segment: {'id': '2b1985db-e044-4e7f-a22a-8498e6c7db38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '73526368-1abf-4e4d-8815-40fc972517d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:23:10.506468 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fdb4da8-1572-4400-b84b-18781213586a req-9299850e-064b-4876-b762-4a5574fcc546 service neutron] Bound using segment: {'id': '2b1985db-e044-4e7f-a22a-8498e6c7db38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '73526368-1abf-4e4d-8815-40fc972517d4'} {{(pid=101950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:23:10.506906 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.plugins.ml2.managers [req-3fdb4da8-1572-4400-b84b-18781213586a req-9299850e-064b-4876-b762-4a5574fcc546 service neutron] Bound port: c0207219-7a25-4f6f-94e2-2da148708361, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b1985db-e044-4e7f-a22a-8498e6c7db38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 834, 'network_id': '73526368-1abf-4e4d-8815-40fc972517d4'}}] {{(pid=101950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:23:10.507281 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [req-3fdb4da8-1572-4400-b84b-18781213586a req-9299850e-064b-4876-b762-4a5574fcc546 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_update {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:10.614806 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [req-d0c24c8e-296e-425c-b9a2-9c8a480b0b43 req-c551e0e8-51ba-47f8-9afa-0d2ddc7c90c3 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776912265346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776911838091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9099554'] for port, after_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:10.621334 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc698fc-c501-4dc6-9df4-a7c43aac43db req-78aa5b8c-aa63-4177-bb62-e72a0c51319e tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:23:10.622841 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-0cc698fc-c501-4dc6-9df4-a7c43aac43db req-78aa5b8c-aa63-4177-bb62-e72a0c51319e tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/ports?device_id=7703a725-3881-436a-ae59-282d0fc8f43e HTTP/1.1" status: 200 len: 943 time: 0.0954287 Nov 11 22:23:10.624242 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.plugins.ml2.db [req-3fdb4da8-1572-4400-b84b-18781213586a req-9299850e-064b-4876-b762-4a5574fcc546 service neutron] For port c0207219-7a25-4f6f-94e2-2da148708361, host hv-cinder-73362, cleared binding levels {{(pid=101950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:23:10.627298 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.plugins.ml2.db [req-3fdb4da8-1572-4400-b84b-18781213586a req-9299850e-064b-4876-b762-4a5574fcc546 service neutron] For port c0207219-7a25-4f6f-94e2-2da148708361, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=c0207219-7a25-4f6f-94e2-2da148708361,segment=NetworkSegment(2b1985db-e044-4e7f-a22a-8498e6c7db38),segment_id=2b1985db-e044-4e7f-a22a-8498e6c7db38)] {{(pid=101950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:23:10.637155 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [req-3fdb4da8-1572-4400-b84b-18781213586a req-9299850e-064b-4876-b762-4a5574fcc546 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776912265364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776911838100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776911838118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3976658'] for port, after_update {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:10.645178 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c551e0e8-51ba-47f8-9afa-0d2ddc7c90c3 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Pushing event deleted for resources: {'Port': ['ID=08a74177-13fc-4b27-b681-8b3582d03aae,revision_number=None']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:23:10.684290 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdb4da8-1572-4400-b84b-18781213586a req-9299850e-064b-4876-b762-4a5574fcc546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:23:10.684887 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [req-3fdb4da8-1572-4400-b84b-18781213586a req-9299850e-064b-4876-b762-4a5574fcc546 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26363'] for port, before_response {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:10.686251 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-3fdb4da8-1572-4400-b84b-18781213586a req-9299850e-064b-4876-b762-4a5574fcc546 service neutron] 10.222.0.26 "PUT /v2.0/ports/c0207219-7a25-4f6f-94e2-2da148708361 HTTP/1.1" status: 200 len: 1094 time: 0.8556259 Nov 11 22:23:10.688096 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a251a043-aa1a-4184-9097-a698c65c5390', 'tag': 'c0207219-7a25-4f6f-94e2-2da148708361'}] {{(pid=101950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:23:10.690192 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6a5285f65aca903721fee6e5434d0235345418fba5e47a2479ed174f8b69804" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dd27840-946b-4d73-a848-345102cfd0b9" -d '{"events": [{"name": "network-changed", "server_uuid": "a251a043-aa1a-4184-9097-a698c65c5390", "tag": "c0207219-7a25-4f6f-94e2-2da148708361"}]}' {{(pid=101950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:23:10.748897 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-0cc698fc-c501-4dc6-9df4-a7c43aac43db req-b1bad8be-d62a-4fc4-bc77-0d6d624ab7a5 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9b7ac91-bf2b-4b23-a0c0-7bf41cf616d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1152289 Nov 11 22:23:10.750628 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 22:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ecaadbf-3a62-43ce-b85a-e01267ba2b57 x-openstack-request-id: req-0ecaadbf-3a62-43ce-b85a-e01267ba2b57 {{(pid=101950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:23:10.750911 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a251a043-aa1a-4184-9097-a698c65c5390", "tag": "c0207219-7a25-4f6f-94e2-2da148708361", "status": "completed", "code": 200}]} {{(pid=101950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:23:10.757247 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0ecaadbf-3a62-43ce-b85a-e01267ba2b57 {{(pid=101950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:23:10.757811 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a251a043-aa1a-4184-9097-a698c65c5390', 'tag': 'c0207219-7a25-4f6f-94e2-2da148708361', 'status': 'completed', 'code': 200} Nov 11 22:23:10.768157 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9299850e-064b-4876-b762-4a5574fcc546 service neutron] Pushing event updated for resources: {'Port': ['ID=c0207219-7a25-4f6f-94e2-2da148708361,revision_number=3']} {{(pid=101950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:23:10.808898 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d0c24c8e-296e-425c-b9a2-9c8a480b0b43 req-c551e0e8-51ba-47f8-9afa-0d2ddc7c90c3 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Router 10cd6305-f48d-40b7-9fc5-d7ee37e2efc9 has already been hosted by L3 agent 4702c36b-78d9-4f52-8cbc-8d9e3292a6f2 {{(pid=101951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 22:23:10.822106 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdb4da8-1572-4400-b84b-18781213586a req-3e3dab72-5026-4863-8f4d-cd92cb2bd40c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:23:10.823825 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-3fdb4da8-1572-4400-b84b-18781213586a req-3e3dab72-5026-4863-8f4d-cd92cb2bd40c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=70121f12841d4897aae58f9fe9f2c556&device_id=a251a043-aa1a-4184-9097-a698c65c5390 HTTP/1.1" status: 200 len: 1097 time: 0.0651226 Nov 11 22:23:10.868216 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-3fdb4da8-1572-4400-b84b-18781213586a req-7841751c-1cc3-4f83-ad83-c1205d5939a5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c0207219-7a25-4f6f-94e2-2da148708361 HTTP/1.1" status: 200 len: 217 time: 0.0367384 Nov 11 22:23:10.926639 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d0c24c8e-296e-425c-b9a2-9c8a480b0b43 req-c551e0e8-51ba-47f8-9afa-0d2ddc7c90c3 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Notify agent at l3_agent.dv-cinder-733622-20-iscsi the message routers_updated {{(pid=101951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:23:10.935971 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdb4da8-1572-4400-b84b-18781213586a req-a6d8e6d2-d1ab-41ef-bd38-7b692837afb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:23:10.937376 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-3fdb4da8-1572-4400-b84b-18781213586a req-a6d8e6d2-d1ab-41ef-bd38-7b692837afb4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=707623ec-d95b-41b2-8e25-0e51182a8a59 HTTP/1.1" status: 200 len: 849 time: 0.0605516 Nov 11 22:23:10.939540 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7809b21-aa6e-4227-8178-dc4327a5492a None None] Sync routers for ids ['10cd6305-f48d-40b7-9fc5-d7ee37e2efc9'] in dv-cinder-733622-20-iscsi {{(pid=101952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:23:10.950498 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7809b21-aa6e-4227-8178-dc4327a5492a None None] Routers {'10cd6305-f48d-40b7-9fc5-d7ee37e2efc9'} bound to L3 agent in host dv-cinder-733622-20-iscsi {{(pid=101952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:23:10.951124 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_hamode_db [None req-d7809b21-aa6e-4227-8178-dc4327a5492a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T22:08:28Z,description=,heartbeat_timestamp=2021-11-11T22:22:58Z,host='dv-cinder-733622-20-iscsi',id=4702c36b-78d9-4f52-8cbc-8d9e3292a6f2,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T22:08:28Z,topic='l3_agent')) {'router_ids': ['10cd6305-f48d-40b7-9fc5-d7ee37e2efc9'], 'active': True} {{(pid=101952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:23:10.967394 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0c24c8e-296e-425c-b9a2-9c8a480b0b43 req-c551e0e8-51ba-47f8-9afa-0d2ddc7c90c3 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] No DVR routers for this DVR port 08a74177-13fc-4b27-b681-8b3582d03aae on host hv-cinder-73362 {{(pid=101951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 22:23:10.969853 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [req-d0c24c8e-296e-425c-b9a2-9c8a480b0b43 req-c551e0e8-51ba-47f8-9afa-0d2ddc7c90c3 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26363'] for port, before_response {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:10.973375 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-d0c24c8e-296e-425c-b9a2-9c8a480b0b43 req-c551e0e8-51ba-47f8-9afa-0d2ddc7c90c3 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] 10.222.0.26 "DELETE /v2.0/ports/08a74177-13fc-4b27-b681-8b3582d03aae HTTP/1.1" status: 204 len: 173 time: 0.8706279 Nov 11 22:23:10.973830 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'add4f80f-f0c8-48e0-b7f5-24be16fae5cb', 'name': 'network-vif-deleted', 'tag': '08a74177-13fc-4b27-b681-8b3582d03aae'}] {{(pid=101951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:23:10.976085 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6edad8924451e5ac919d090b7a0cdac835d5bd684dc46b69d397444c146e85de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e6cda3e-fb9c-4b56-9ff5-20521645932a" -d '{"events": [{"server_uuid": "add4f80f-f0c8-48e0-b7f5-24be16fae5cb", "name": "network-vif-deleted", "tag": "08a74177-13fc-4b27-b681-8b3582d03aae"}]}' {{(pid=101951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:23:11.000386 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdb4da8-1572-4400-b84b-18781213586a req-50d37fc2-400f-49a8-a709-95fb7f0c6a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:23:11.002138 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-3fdb4da8-1572-4400-b84b-18781213586a req-50d37fc2-400f-49a8-a709-95fb7f0c6a28 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=73526368-1abf-4e4d-8815-40fc972517d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0547256 Nov 11 22:23:11.027174 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 22:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c604233f-0627-474f-9cc2-a12b47b62f8b x-openstack-request-id: req-c604233f-0627-474f-9cc2-a12b47b62f8b {{(pid=101951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:23:11.028067 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "add4f80f-f0c8-48e0-b7f5-24be16fae5cb", "name": "network-vif-deleted", "tag": "08a74177-13fc-4b27-b681-8b3582d03aae", "status": "completed", "code": 200}]} {{(pid=101951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:23:11.028067 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-c604233f-0627-474f-9cc2-a12b47b62f8b {{(pid=101951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:23:11.028291 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'add4f80f-f0c8-48e0-b7f5-24be16fae5cb', 'name': 'network-vif-deleted', 'tag': '08a74177-13fc-4b27-b681-8b3582d03aae', 'status': 'completed', 'code': 200} Nov 11 22:23:11.136602 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-3fdb4da8-1572-4400-b84b-18781213586a req-c7aa5653-8048-4f7c-a955-a9425d6410d1 service neutron] 10.222.0.26 "GET /v2.0/networks/73526368-1abf-4e4d-8815-40fc972517d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213255 Nov 11 22:23:11.214606 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_dvr_db [None req-d7809b21-aa6e-4227-8178-dc4327a5492a None None] Set router 10cd6305-f48d-40b7-9fc5-d7ee37e2efc9 gateway port host: dv-cinder-733622-20-iscsi {{(pid=101952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:23:11.246551 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-3fdb4da8-1572-4400-b84b-18781213586a req-4b92a1dc-1df1-49fe-b14a-2570895007e9 service neutron] 10.222.0.26 "GET /v2.0/networks/73526368-1abf-4e4d-8815-40fc972517d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996571 Nov 11 22:23:11.385170 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-39bdc884-b30a-4f14-91ce-600033f3ae24 req-3df5933b-8bef-427e-b541-8535f741c454 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] 10.222.0.50 "GET /v2.0/ports?device_id=add4f80f-f0c8-48e0-b7f5-24be16fae5cb HTTP/1.1" status: 200 len: 210 time: 0.0488529 Nov 11 22:23:11.412311 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aaeee0-e1f1-4ff4-bcbb-cf6dcd9189bd req-def4d499-484d-4870-bb55-b8dea8266bb5 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:23:11.413897 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-61aaeee0-e1f1-4ff4-bcbb-cf6dcd9189bd req-def4d499-484d-4870-bb55-b8dea8266bb5 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] 10.222.0.50 "GET /v2.0/ports?device_id=a251a043-aa1a-4184-9097-a698c65c5390 HTTP/1.1" status: 200 len: 944 time: 0.1101711 Nov 11 22:23:11.421726 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd27840-946b-4d73-a848-345102cfd0b9 req-f0533ecb-3e86-4f35-94b9-71d2a989e7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:23:11.423261 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-9dd27840-946b-4d73-a848-345102cfd0b9 req-f0533ecb-3e86-4f35-94b9-71d2a989e7ce service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=70121f12841d4897aae58f9fe9f2c556&device_id=a251a043-aa1a-4184-9097-a698c65c5390 HTTP/1.1" status: 200 len: 1097 time: 0.0855529 Nov 11 22:23:11.443501 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_hamode_db [None req-d7809b21-aa6e-4227-8178-dc4327a5492a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10cd6305-f48d-40b7-9fc5-d7ee37e2efc9', 'name': 'tempest-TestVolumeBootPattern-1160449093-router', 'tenant_id': '45877637febf473e8074291b9336b125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'external_fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': '921633f6-5983-48e8-8be2-60f9250b518a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:19:31Z', 'updated_at': '2021-11-11T22:19:35Z', 'revision_number': 4, 'project_id': '45877637febf473e8074291b9336b125', 'gw_port': {'id': '921633f6-5983-48e8-8be2-60f9250b518a', 'name': '', 'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:12:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cd6305-f48d-40b7-9fc5-d7ee37e2efc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:19:32Z', 'updated_at': '2021-11-11T22:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-20-iscsi', '_interfaces': [{'id': '74da1290-c8a3-4424-9696-57abc25ed7c0', 'name': '', 'network_id': '432f6d4a-3b75-452f-9f40-63ce1a0d7c20', 'tenant_id': '45877637febf473e8074291b9336b125', 'mac_address': 'fa:16:3e:6b:f7:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cd6305-f48d-40b7-9fc5-d7ee37e2efc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '45807439-1281-4080-909a-9299f816111e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:19:34Z', 'updated_at': '2021-11-11T22:19:41Z', 'revision_number': 5, 'project_id': '45877637febf473e8074291b9336b125', 'subnets': [{'id': '45807439-1281-4080-909a-9299f816111e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-20-iscsi', False) {} {{(pid=101952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:23:11.471012 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7809b21-aa6e-4227-8178-dc4327a5492a None None] Checking router: 10cd6305-f48d-40b7-9fc5-d7ee37e2efc9 for host: dv-cinder-733622-20-iscsi {{(pid=101952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:23:11.479234 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7809b21-aa6e-4227-8178-dc4327a5492a None None] Routers {'10cd6305-f48d-40b7-9fc5-d7ee37e2efc9'} bound to L3 agent in host dv-cinder-733622-20-iscsi {{(pid=101952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:23:11.479867 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_hamode_db [None req-d7809b21-aa6e-4227-8178-dc4327a5492a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T22:08:28Z,description=,heartbeat_timestamp=2021-11-11T22:22:58Z,host='dv-cinder-733622-20-iscsi',id=4702c36b-78d9-4f52-8cbc-8d9e3292a6f2,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T22:08:28Z,topic='l3_agent')) {'router_ids': ['10cd6305-f48d-40b7-9fc5-d7ee37e2efc9'], 'active': True} {{(pid=101952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:23:11.522554 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-61aaeee0-e1f1-4ff4-bcbb-cf6dcd9189bd req-b0fb9f00-9215-4336-952d-c78ae5e917ee tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] 10.222.0.50 "GET /v2.0/security-groups?id=437170c0-445a-49c6-99a9-0a96ba84b0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982575 Nov 11 22:23:11.549227 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd27840-946b-4d73-a848-345102cfd0b9 req-ca9bffeb-8e61-4f12-872e-7e5ae1a8f0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:23:11.550784 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-9dd27840-946b-4d73-a848-345102cfd0b9 req-ca9bffeb-8e61-4f12-872e-7e5ae1a8f0b7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=73526368-1abf-4e4d-8815-40fc972517d4 HTTP/1.1" status: 200 len: 911 time: 0.1130357 Nov 11 22:23:11.588420 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_dvr_db [None req-d7809b21-aa6e-4227-8178-dc4327a5492a None None] Set router 10cd6305-f48d-40b7-9fc5-d7ee37e2efc9 gateway port host: dv-cinder-733622-20-iscsi {{(pid=101952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:23:11.598667 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-9dd27840-946b-4d73-a848-345102cfd0b9 req-f36f366a-1bb0-467d-9689-eea0dff3f338 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c0207219-7a25-4f6f-94e2-2da148708361 HTTP/1.1" status: 200 len: 217 time: 0.0377636 Nov 11 22:23:11.652106 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd27840-946b-4d73-a848-345102cfd0b9 req-1f2de467-81c9-4a94-a33e-ea6f65a9fa3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:23:11.653721 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-9dd27840-946b-4d73-a848-345102cfd0b9 req-1f2de467-81c9-4a94-a33e-ea6f65a9fa3a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=707623ec-d95b-41b2-8e25-0e51182a8a59 HTTP/1.1" status: 200 len: 849 time: 0.0463309 Nov 11 22:23:11.708807 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd27840-946b-4d73-a848-345102cfd0b9 req-81238e6e-19e5-426e-9b82-09b627c074c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:23:11.710648 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-9dd27840-946b-4d73-a848-345102cfd0b9 req-81238e6e-19e5-426e-9b82-09b627c074c0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=73526368-1abf-4e4d-8815-40fc972517d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0461102 Nov 11 22:23:11.803788 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_hamode_db [None req-d7809b21-aa6e-4227-8178-dc4327a5492a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10cd6305-f48d-40b7-9fc5-d7ee37e2efc9', 'name': 'tempest-TestVolumeBootPattern-1160449093-router', 'tenant_id': '45877637febf473e8074291b9336b125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'external_fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': '921633f6-5983-48e8-8be2-60f9250b518a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:19:31Z', 'updated_at': '2021-11-11T22:19:35Z', 'revision_number': 4, 'project_id': '45877637febf473e8074291b9336b125', 'gw_port': {'id': '921633f6-5983-48e8-8be2-60f9250b518a', 'name': '', 'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:12:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cd6305-f48d-40b7-9fc5-d7ee37e2efc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:19:32Z', 'updated_at': '2021-11-11T22:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-20-iscsi', '_interfaces': [{'id': '74da1290-c8a3-4424-9696-57abc25ed7c0', 'name': '', 'network_id': '432f6d4a-3b75-452f-9f40-63ce1a0d7c20', 'tenant_id': '45877637febf473e8074291b9336b125', 'mac_address': 'fa:16:3e:6b:f7:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cd6305-f48d-40b7-9fc5-d7ee37e2efc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '45807439-1281-4080-909a-9299f816111e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:19:34Z', 'updated_at': '2021-11-11T22:19:41Z', 'revision_number': 5, 'project_id': '45877637febf473e8074291b9336b125', 'subnets': [{'id': '45807439-1281-4080-909a-9299f816111e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-20-iscsi', False) {} {{(pid=101952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:23:11.829541 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-9dd27840-946b-4d73-a848-345102cfd0b9 req-f998cc26-cb58-4588-be88-02fd23e1f2ef service neutron] 10.222.0.26 "GET /v2.0/networks/73526368-1abf-4e4d-8815-40fc972517d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074212 Nov 11 22:23:11.831509 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7809b21-aa6e-4227-8178-dc4327a5492a None None] The sync data for ids ['10cd6305-f48d-40b7-9fc5-d7ee37e2efc9'] in dv-cinder-733622-20-iscsi is: [{'id': '10cd6305-f48d-40b7-9fc5-d7ee37e2efc9', 'name': 'tempest-TestVolumeBootPattern-1160449093-router', 'tenant_id': '45877637febf473e8074291b9336b125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'external_fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': '921633f6-5983-48e8-8be2-60f9250b518a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:19:31Z', 'updated_at': '2021-11-11T22:19:35Z', 'revision_number': 4, 'project_id': '45877637febf473e8074291b9336b125', 'gw_port': {'id': '921633f6-5983-48e8-8be2-60f9250b518a', 'name': '', 'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:12:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cd6305-f48d-40b7-9fc5-d7ee37e2efc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:19:32Z', 'updated_at': '2021-11-11T22:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-20-iscsi', '_interfaces': [{'id': '74da1290-c8a3-4424-9696-57abc25ed7c0', 'name': '', 'network_id': '432f6d4a-3b75-452f-9f40-63ce1a0d7c20', 'tenant_id': '45877637febf473e8074291b9336b125', 'mac_address': 'fa:16:3e:6b:f7:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cd6305-f48d-40b7-9fc5-d7ee37e2efc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '45807439-1281-4080-909a-9299f816111e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:19:34Z', 'updated_at': '2021-11-11T22:19:41Z', 'revision_number': 5, 'project_id': '45877637febf473e8074291b9336b125', 'subnets': [{'id': '45807439-1281-4080-909a-9299f816111e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:23:11.877777 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Device aec0e1e5-1aa7-4ca1-a39e-e1f98ea7045f details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=101952) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 22:23:11.926048 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf88a4dc-9332-4b66-8bf7-19a0319c7179 req-53d28eae-445e-433d-84ea-793d06f9ce3a tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:23:11.927597 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-cf88a4dc-9332-4b66-8bf7-19a0319c7179 req-53d28eae-445e-433d-84ea-793d06f9ce3a tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/ports?device_id=7703a725-3881-436a-ae59-282d0fc8f43e HTTP/1.1" status: 200 len: 943 time: 0.1135170 Nov 11 22:23:11.973375 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-9dd27840-946b-4d73-a848-345102cfd0b9 req-c5e3954c-ee0c-4612-bab2-33f5545040fa service neutron] 10.222.0.26 "GET /v2.0/networks/73526368-1abf-4e4d-8815-40fc972517d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287394 Nov 11 22:23:11.988684 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] For port aec0e1e5-1aa7-4ca1-a39e-e1f98ea7045f, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=aec0e1e5-1aa7-4ca1-a39e-e1f98ea7045f,segment=NetworkSegment(9c208126-1f8a-404f-ae1b-bfd4e87909c5),segment_id=9c208126-1f8a-404f-ae1b-bfd4e87909c5)] {{(pid=101952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:23:12.001074 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-cf88a4dc-9332-4b66-8bf7-19a0319c7179 req-20f92aa3-3d31-41f1-a0a7-f6c538445e60 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9b7ac91-bf2b-4b23-a0c0-7bf41cf616d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659409 Nov 11 22:23:12.003732 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Returning: {'device': 'aec0e1e5-1aa7-4ca1-a39e-e1f98ea7045f', 'network_id': '6d6ff938-050a-4ca6-ad58-070035060c7c', 'port_id': 'aec0e1e5-1aa7-4ca1-a39e-e1f98ea7045f', 'mac_address': 'fa:16:3e:84:d5:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 839, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28859a9d-69fd-4dd9-a7c8-b3902292e969', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101952) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 22:23:12.044679 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:12.060146 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.notifiers.nova [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aec0e1e5-1aa7-4ca1-a39e-e1f98ea7045f {{(pid=101952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 22:23:12.080806 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] For port aec0e1e5-1aa7-4ca1-a39e-e1f98ea7045f, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=aec0e1e5-1aa7-4ca1-a39e-e1f98ea7045f,segment=NetworkSegment(9c208126-1f8a-404f-ae1b-bfd4e87909c5),segment_id=9c208126-1f8a-404f-ae1b-bfd4e87909c5)] {{(pid=101952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:23:12.085888 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776912265364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776911838100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776911838118'] for port, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:12.099598 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a40eedc-b4cd-4241-8537-8b36a2d7bde5 None None] New status for floating IP b4b4286e-66e6-4f50-994d-561a59925f06: DOWN {{(pid=101953) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 22:23:12.153594 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Pushing event updated for resources: {'Port': ['ID=aec0e1e5-1aa7-4ca1-a39e-e1f98ea7045f,revision_number=9']} {{(pid=101952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:23:12.328577 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] get_ports_and_sgs() called for port_ids ['aec0e1e5-1aa7-4ca1-a39e-e1f98ea7045f'] {{(pid=101952) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 22:23:12.666675 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad50512e-fb47-4bfb-a669-1bd9b0aec2c1 req-b75a302c-a2a9-4cbf-9627-70a6916c8cac tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:23:12.668194 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-ad50512e-fb47-4bfb-a669-1bd9b0aec2c1 req-b75a302c-a2a9-4cbf-9627-70a6916c8cac tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] 10.222.0.50 "GET /v2.0/ports?device_id=a251a043-aa1a-4184-9097-a698c65c5390 HTTP/1.1" status: 200 len: 944 time: 0.0783241 Nov 11 22:23:12.677081 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-6c8a1f7e-26af-451a-a44c-236b5e8a024e req-760be819-8e47-47e9-9990-3c94ffb8f29a tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1467193344&fields=id&tenant_id=45877637febf473e8074291b9336b125 HTTP/1.1" status: 200 len: 267 time: 0.0614266 Nov 11 22:23:12.778858 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-ad50512e-fb47-4bfb-a669-1bd9b0aec2c1 req-6b6176c6-c671-46d7-8988-cb3b1ed81199 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] 10.222.0.50 "GET /v2.0/security-groups?id=437170c0-445a-49c6-99a9-0a96ba84b0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008155 Nov 11 22:23:12.817883 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8a1f7e-26af-451a-a44c-236b5e8a024e req-d26509a4-7f26-4e4d-9a70-36e95c4185d2 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:23:12.819260 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-6c8a1f7e-26af-451a-a44c-236b5e8a024e req-d26509a4-7f26-4e4d-9a70-36e95c4185d2 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] 10.222.0.50 "GET /v2.0/networks?id=432f6d4a-3b75-452f-9f40-63ce1a0d7c20 HTTP/1.1" status: 200 len: 812 time: 0.1345453 Nov 11 22:23:12.834544 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-6c8a1f7e-26af-451a-a44c-236b5e8a024e req-2d62b220-0aae-4939-8822-a361e5bf2d3d tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] 10.222.0.50 "GET /v2.0/quotas/45877637febf473e8074291b9336b125 HTTP/1.1" status: 200 len: 375 time: 0.0090525 Nov 11 22:23:12.886606 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-6c8a1f7e-26af-451a-a44c-236b5e8a024e req-e99209ad-fad3-4b9c-9791-6bad7ce1b4fb tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=45877637febf473e8074291b9336b125&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0462441 Nov 11 22:23:12.984336 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-6c8a1f7e-26af-451a-a44c-236b5e8a024e req-7bbc09eb-3c71-43c7-b2e3-4933b48e05f4 service neutron] 10.222.0.50 "GET /v2.0/networks/432f6d4a-3b75-452f-9f40-63ce1a0d7c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866623 Nov 11 22:23:13.072426 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-6c8a1f7e-26af-451a-a44c-236b5e8a024e req-ee040263-4e08-4002-9fa0-a07cf0539994 service neutron] 10.222.0.50 "GET /v2.0/networks/432f6d4a-3b75-452f-9f40-63ce1a0d7c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814946 Nov 11 22:23:13.122913 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636d0d1a-73a2-46f8-877e-27d85e897e45 req-f8d11066-d3e8-420f-bc4c-74af3ab1d352 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:23:13.124382 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-636d0d1a-73a2-46f8-877e-27d85e897e45 req-f8d11066-d3e8-420f-bc4c-74af3ab1d352 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/ports?device_id=7703a725-3881-436a-ae59-282d0fc8f43e HTTP/1.1" status: 200 len: 944 time: 0.0483611 Nov 11 22:23:13.176577 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-636d0d1a-73a2-46f8-877e-27d85e897e45 req-b0354631-1b5b-4be7-a744-043a94680b57 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9b7ac91-bf2b-4b23-a0c0-7bf41cf616d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462191 Nov 11 22:23:13.352412 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-1fb97294-0128-4b1e-a9be-40d457e2aaac req-226a32ac-e43c-45f5-944d-249debb0552e tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] 10.222.0.50 "GET /v2.0/ports?device_id=13182ad6-5a2b-4701-95e4-f25470140b22 HTTP/1.1" status: 200 len: 210 time: 0.0289574 Nov 11 22:23:13.877760 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Device c0207219-7a25-4f6f-94e2-2da148708361 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=101952) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 22:23:13.880854 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Device aec0e1e5-1aa7-4ca1-a39e-e1f98ea7045f up at agent hyperv_hv-cinder-73362 {{(pid=101952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:23:13.906148 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0b17bf-f36d-4053-ad00-257ed8a33938 req-61b6f70a-9a4c-4165-98cb-6339ff284807 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:23:13.907686 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-ae0b17bf-f36d-4053-ad00-257ed8a33938 req-61b6f70a-9a4c-4165-98cb-6339ff284807 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] 10.222.0.50 "GET /v2.0/ports?device_id=a251a043-aa1a-4184-9097-a698c65c5390 HTTP/1.1" status: 200 len: 944 time: 0.0596964 Nov 11 22:23:13.957405 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-ae0b17bf-f36d-4053-ad00-257ed8a33938 req-cfb9638b-bebe-4f1c-885b-3b14b460ce0c tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] 10.222.0.50 "GET /v2.0/security-groups?id=437170c0-445a-49c6-99a9-0a96ba84b0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424576 Nov 11 22:23:14.014550 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.provisioning_blocks [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Provisioning complete for port aec0e1e5-1aa7-4ca1-a39e-e1f98ea7045f triggered by entity L2. {{(pid=101952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:23:14.014925 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8061746'] for port, provisioning_complete {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:14.052383 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] For port c0207219-7a25-4f6f-94e2-2da148708361, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=c0207219-7a25-4f6f-94e2-2da148708361,segment=NetworkSegment(2b1985db-e044-4e7f-a22a-8498e6c7db38),segment_id=2b1985db-e044-4e7f-a22a-8498e6c7db38)] {{(pid=101952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:23:14.070887 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Returning: {'device': 'c0207219-7a25-4f6f-94e2-2da148708361', 'network_id': '73526368-1abf-4e4d-8815-40fc972517d4', 'port_id': 'c0207219-7a25-4f6f-94e2-2da148708361', 'mac_address': 'fa:16:3e:cc:5e:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 834, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '707623ec-d95b-41b2-8e25-0e51182a8a59', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101952) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 22:23:14.139604 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:14.163148 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:14.165828 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.notifiers.nova [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0207219-7a25-4f6f-94e2-2da148708361 {{(pid=101952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 22:23:14.202528 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] For port c0207219-7a25-4f6f-94e2-2da148708361, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=c0207219-7a25-4f6f-94e2-2da148708361,segment=NetworkSegment(2b1985db-e044-4e7f-a22a-8498e6c7db38),segment_id=2b1985db-e044-4e7f-a22a-8498e6c7db38)] {{(pid=101952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:23:14.207353 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7703a725-3881-436a-ae59-282d0fc8f43e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aec0e1e5-1aa7-4ca1-a39e-e1f98ea7045f'}] {{(pid=101952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:23:14.209656 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}354dda558456ac383be05774d0115fbb8a8e814f0e1169db929e83f4c2942df8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5262792-3686-4bb9-acb9-f93fe8cdd09c" -d '{"events": [{"server_uuid": "7703a725-3881-436a-ae59-282d0fc8f43e", "name": "network-vif-plugged", "status": "completed", "tag": "aec0e1e5-1aa7-4ca1-a39e-e1f98ea7045f"}]}' {{(pid=101952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:23:14.215641 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776912265364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776911838100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776911838118'] for port, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:14.227899 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] For port aec0e1e5-1aa7-4ca1-a39e-e1f98ea7045f, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=aec0e1e5-1aa7-4ca1-a39e-e1f98ea7045f,segment=NetworkSegment(9c208126-1f8a-404f-ae1b-bfd4e87909c5),segment_id=9c208126-1f8a-404f-ae1b-bfd4e87909c5)] {{(pid=101952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:23:14.249835 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776912265364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776911838100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776911838118'] for port, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:14.250619 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Device 08a74177-13fc-4b27-b681-8b3582d03aae no longer exists at agent hyperv_hv-cinder-73362 {{(pid=101952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:23:14.278040 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.plugin [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] No Port match for: 08a74177-13fc-4b27-b681-8b3582d03aae {{(pid=101952) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:23:14.278393 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Device 08a74177-13fc-4b27-b681-8b3582d03aae not bound to the agent host hv-cinder-73362 {{(pid=101952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:23:14.294518 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 22:23:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-339b1c47-6cc6-4767-ad20-353021bc6840 x-openstack-request-id: req-339b1c47-6cc6-4767-ad20-353021bc6840 {{(pid=101952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:23:14.294857 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7703a725-3881-436a-ae59-282d0fc8f43e", "name": "network-vif-plugged", "status": "completed", "tag": "aec0e1e5-1aa7-4ca1-a39e-e1f98ea7045f", "code": 200}]} {{(pid=101952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:23:14.295118 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-339b1c47-6cc6-4767-ad20-353021bc6840 {{(pid=101952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:23:14.295518 dv-cinder-733622-20-iscsi neutron-server[101952]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7703a725-3881-436a-ae59-282d0fc8f43e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aec0e1e5-1aa7-4ca1-a39e-e1f98ea7045f', 'code': 200} Nov 11 22:23:14.305994 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Pushing event updated for resources: {'Port': ['ID=c0207219-7a25-4f6f-94e2-2da148708361,revision_number=4']} {{(pid=101952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:23:14.379761 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Pushing event updated for resources: {'Port': ['ID=aec0e1e5-1aa7-4ca1-a39e-e1f98ea7045f,revision_number=10']} {{(pid=101952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:23:14.474453 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] get_ports_and_sgs() called for port_ids ['c0207219-7a25-4f6f-94e2-2da148708361'] {{(pid=101952) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 22:23:14.559209 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51244ee7-1e29-4a77-99b5-312bbf2e5275 req-85e2a356-546b-4c1a-881d-e53e9bd2f032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:23:14.560858 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-51244ee7-1e29-4a77-99b5-312bbf2e5275 req-85e2a356-546b-4c1a-881d-e53e9bd2f032 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7703a725-3881-436a-ae59-282d0fc8f43e HTTP/1.1" status: 200 len: 1099 time: 0.0464661 Nov 11 22:23:14.615708 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-51244ee7-1e29-4a77-99b5-312bbf2e5275 req-bf8ec62c-b6e2-40bd-91cf-785aa528f60b service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=e9b7ac91-bf2b-4b23-a0c0-7bf41cf616d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458965 Nov 11 22:23:14.632503 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-f3d1375a-5bca-4240-911d-f18b7023d9ed req-f7ba8007-b2d5-4c1f-ac41-3d93c0a8ed40 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] 10.222.0.50 "GET /v2.0/ports?device_id=13182ad6-5a2b-4701-95e4-f25470140b22 HTTP/1.1" status: 200 len: 210 time: 0.0610776 Nov 11 22:23:14.674977 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8a1f7e-26af-451a-a44c-236b5e8a024e req-825e945b-6bd5-4cd0-b00e-e77233163e90 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:23:14.676852 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-6c8a1f7e-26af-451a-a44c-236b5e8a024e req-825e945b-6bd5-4cd0-b00e-e77233163e90 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] 10.222.0.26 "GET /v2.0/networks?id=432f6d4a-3b75-452f-9f40-63ce1a0d7c20 HTTP/1.1" status: 200 len: 812 time: 0.4767358 Nov 11 22:23:14.686954 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259b239b-7a1b-4206-8a94-8f2ede4eda54 req-c2771b16-5c7a-409e-a260-d4a63329136f tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:23:14.688634 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-259b239b-7a1b-4206-8a94-8f2ede4eda54 req-c2771b16-5c7a-409e-a260-d4a63329136f tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/ports?device_id=7703a725-3881-436a-ae59-282d0fc8f43e HTTP/1.1" status: 200 len: 946 time: 0.1189644 Nov 11 22:23:14.744613 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-259b239b-7a1b-4206-8a94-8f2ede4eda54 req-49f6cc4f-aeb1-4b4c-a04e-152f1cc71638 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9b7ac91-bf2b-4b23-a0c0-7bf41cf616d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496693 Nov 11 22:23:14.914167 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-6c8a1f7e-26af-451a-a44c-236b5e8a024e req-3c1b9db4-06b9-4221-804d-733b1b702a4b tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=45877637febf473e8074291b9336b125 HTTP/1.1" status: 200 len: 380 time: 0.0577877 Nov 11 22:23:14.925778 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.v2.base [req-6c8a1f7e-26af-451a-a44c-236b5e8a024e req-b907058e-6bb4-4de4-b159-8d2547edd92b tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Request body: {'port': {'device_id': '13182ad6-5a2b-4701-95e4-f25470140b22', 'network_id': '432f6d4a-3b75-452f-9f40-63ce1a0d7c20', 'admin_state_up': True, 'tenant_id': '45877637febf473e8074291b9336b125', 'security_groups': ['fd56fe96-f8b9-402d-9557-23ad985e8368']}} {{(pid=101950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:23:15.089878 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c8a1f7e-26af-451a-a44c-236b5e8a024e req-b907058e-6bb4-4de4-b159-8d2547edd92b tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Made reservation on behalf of 45877637febf473e8074291b9336b125 for: {'port': 1} {{(pid=101950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:23:15.093613 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [req-6c8a1f7e-26af-451a-a44c-236b5e8a024e req-b907058e-6bb4-4de4-b159-8d2547edd92b tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:15.105221 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e414f62-ae1d-4809-bf0d-b103044b5c61 req-b6723701-3a4e-4962-8de8-46c18c6db8a8 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:23:15.106682 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-7e414f62-ae1d-4809-bf0d-b103044b5c61 req-b6723701-3a4e-4962-8de8-46c18c6db8a8 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] 10.222.0.50 "GET /v2.0/ports?device_id=a251a043-aa1a-4184-9097-a698c65c5390 HTTP/1.1" status: 200 len: 945 time: 0.0727365 Nov 11 22:23:15.202442 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-7e414f62-ae1d-4809-bf0d-b103044b5c61 req-343b0b0e-26f9-471f-9b3e-de9f00f66816 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] 10.222.0.50 "GET /v2.0/security-groups?id=437170c0-445a-49c6-99a9-0a96ba84b0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894113 Nov 11 22:23:15.259421 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.db.db_base_plugin_common [req-6c8a1f7e-26af-451a-a44c-236b5e8a024e req-b907058e-6bb4-4de4-b159-8d2547edd92b tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Allocated IP 172.20.0.10 (432f6d4a-3b75-452f-9f40-63ce1a0d7c20/45807439-1281-4080-909a-9299f816111e/a670a980-753e-4b15-a3f7-b88557539127) {{(pid=101950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:23:15.398019 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [req-6c8a1f7e-26af-451a-a44c-236b5e8a024e req-b907058e-6bb4-4de4-b159-8d2547edd92b tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Publish callbacks [] for port, precommit_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:15.430557 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [req-6c8a1f7e-26af-451a-a44c-236b5e8a024e req-b907058e-6bb4-4de4-b159-8d2547edd92b tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776911838082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3976619'] for port, after_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:15.476265 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c8a1f7e-26af-451a-a44c-236b5e8a024e req-b907058e-6bb4-4de4-b159-8d2547edd92b tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Network 432f6d4a-3b75-452f-9f40-63ce1a0d7c20 is already hosted by enough agents. {{(pid=101950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:23:15.481369 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.scheduler.base_scheduler [req-6c8a1f7e-26af-451a-a44c-236b5e8a024e req-b907058e-6bb4-4de4-b159-8d2547edd92b tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Resources bound (agent type, host, resource id): {{(pid=101950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:23:15.484198 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c8a1f7e-26af-451a-a44c-236b5e8a024e req-b907058e-6bb4-4de4-b159-8d2547edd92b tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Received port after_create {{(pid=101950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:23:15.512329 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b907058e-6bb4-4de4-b159-8d2547edd92b tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Pushing event updated for resources: {'Port': ['ID=a670a980-753e-4b15-a3f7-b88557539127,revision_number=1']} {{(pid=101950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:23:15.542211 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8a1f7e-26af-451a-a44c-236b5e8a024e req-b907058e-6bb4-4de4-b159-8d2547edd92b tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:23:15.542836 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [req-6c8a1f7e-26af-451a-a44c-236b5e8a024e req-b907058e-6bb4-4de4-b159-8d2547edd92b tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26363'] for port, before_response {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:15.562628 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-6c8a1f7e-26af-451a-a44c-236b5e8a024e req-b907058e-6bb4-4de4-b159-8d2547edd92b tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6418405 Nov 11 22:23:15.577724 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.v2.base [req-6c8a1f7e-26af-451a-a44c-236b5e8a024e req-19ddc5e5-1d0d-4d4f-823c-457e7951d212 service neutron] Request body: {'port': {'device_id': '13182ad6-5a2b-4701-95e4-f25470140b22', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=101950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:23:15.632671 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [req-6c8a1f7e-26af-451a-a44c-236b5e8a024e req-19ddc5e5-1d0d-4d4f-823c-457e7951d212 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_update {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:15.710632 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.provisioning_blocks [None req-4e06936f-1e0e-4189-86dc-45a2ca8f0d8c None None] Provisioning complete for port a670a980-753e-4b15-a3f7-b88557539127 triggered by entity DHCP. {{(pid=101952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:23:15.711252 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-4e06936f-1e0e-4189-86dc-45a2ca8f0d8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8061746'] for port, provisioning_complete {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:15.747797 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.plugin [None req-4e06936f-1e0e-4189-86dc-45a2ca8f0d8c None None] Port a670a980-753e-4b15-a3f7-b88557539127 cannot update to ACTIVE because it is not bound. {{(pid=101952) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:23:15.841513 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55c17e6-6618-41af-99e2-9629775ec7ec req-f5780c9a-1480-4ab3-8e3d-a26c8ae4103d tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:23:15.843225 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-d55c17e6-6618-41af-99e2-9629775ec7ec req-f5780c9a-1480-4ab3-8e3d-a26c8ae4103d tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] 10.222.0.50 "GET /v2.0/ports?device_id=13182ad6-5a2b-4701-95e4-f25470140b22 HTTP/1.1" status: 200 len: 932 time: 0.0932083 Nov 11 22:23:15.881654 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Device c0207219-7a25-4f6f-94e2-2da148708361 up at agent hyperv_hv-cinder-73362 {{(pid=101952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:23:15.935865 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.provisioning_blocks [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Provisioning for port c0207219-7a25-4f6f-94e2-2da148708361 completed by entity L2. {{(pid=101952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 22:23:15.940927 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.provisioning_blocks [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Provisioning complete for port c0207219-7a25-4f6f-94e2-2da148708361 triggered by entity L2. {{(pid=101952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:23:15.941300 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8061746'] for port, provisioning_complete {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:15.984305 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5627dc5c-de29-4119-920a-2cad220367d5 req-cca271bb-cc9c-4f47-8001-a5c327a65f2d tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:23:15.985844 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-5627dc5c-de29-4119-920a-2cad220367d5 req-cca271bb-cc9c-4f47-8001-a5c327a65f2d tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/ports?device_id=7703a725-3881-436a-ae59-282d0fc8f43e HTTP/1.1" status: 200 len: 946 time: 0.1397913 Nov 11 22:23:15.992596 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-d55c17e6-6618-41af-99e2-9629775ec7ec req-49041337-2fda-43b9-a38d-5d0de6884ad0 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd56fe96-f8b9-402d-9557-23ad985e8368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101050 Nov 11 22:23:16.044243 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:16.070839 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-5627dc5c-de29-4119-920a-2cad220367d5 req-77294382-3e51-47f3-84c1-6b5bd47eede7 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9b7ac91-bf2b-4b23-a0c0-7bf41cf616d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772476 Nov 11 22:23:16.090339 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] For port c0207219-7a25-4f6f-94e2-2da148708361, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=c0207219-7a25-4f6f-94e2-2da148708361,segment=NetworkSegment(2b1985db-e044-4e7f-a22a-8498e6c7db38),segment_id=2b1985db-e044-4e7f-a22a-8498e6c7db38)] {{(pid=101952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:23:16.105278 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776912265364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776911838100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776911838118'] for port, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:16.110899 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.notifiers.nova [req-6c8a1f7e-26af-451a-a44c-236b5e8a024e req-19ddc5e5-1d0d-4d4f-823c-457e7951d212 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a670a980-753e-4b15-a3f7-b88557539127 {{(pid=101950) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 22:23:16.119303 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [req-6c8a1f7e-26af-451a-a44c-236b5e8a024e req-19ddc5e5-1d0d-4d4f-823c-457e7951d212 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:16.133801 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.db.provisioning_blocks [req-6c8a1f7e-26af-451a-a44c-236b5e8a024e req-19ddc5e5-1d0d-4d4f-823c-457e7951d212 service neutron] Transition to ACTIVE for port object a670a980-753e-4b15-a3f7-b88557539127 will not be triggered until provisioned by entity L2. {{(pid=101950) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 22:23:16.141755 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [req-6c8a1f7e-26af-451a-a44c-236b5e8a024e req-19ddc5e5-1d0d-4d4f-823c-457e7951d212 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776912265364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776911838100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776911838118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3976658'] for port, after_update {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:16.160926 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Pushing event updated for resources: {'Port': ['ID=c0207219-7a25-4f6f-94e2-2da148708361,revision_number=5']} {{(pid=101952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:23:16.212428 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ddc5e5-1d0d-4d4f-823c-457e7951d212 service neutron] Pushing event updated for resources: {'Port': ['ID=a670a980-753e-4b15-a3f7-b88557539127,revision_number=2']} {{(pid=101950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:23:16.276866 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.plugins.ml2.managers [req-6c8a1f7e-26af-451a-a44c-236b5e8a024e req-19ddc5e5-1d0d-4d4f-823c-457e7951d212 service neutron] Attempting to bind port a670a980-753e-4b15-a3f7-b88557539127 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=101950) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:23:16.277190 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.plugins.ml2.managers [req-6c8a1f7e-26af-451a-a44c-236b5e8a024e req-19ddc5e5-1d0d-4d4f-823c-457e7951d212 service neutron] Attempting to bind port a670a980-753e-4b15-a3f7-b88557539127 by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': '0f84472f-f0e4-456a-9222-5ba8c86f3ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '432f6d4a-3b75-452f-9f40-63ce1a0d7c20'}] {{(pid=101950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:23:16.277530 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c8a1f7e-26af-451a-a44c-236b5e8a024e req-19ddc5e5-1d0d-4d4f-823c-457e7951d212 service neutron] Attempting to bind port a670a980-753e-4b15-a3f7-b88557539127 on network 432f6d4a-3b75-452f-9f40-63ce1a0d7c20 {{(pid=101950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:23:16.282417 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c8a1f7e-26af-451a-a44c-236b5e8a024e req-19ddc5e5-1d0d-4d4f-823c-457e7951d212 service neutron] Port a670a980-753e-4b15-a3f7-b88557539127 on network 432f6d4a-3b75-452f-9f40-63ce1a0d7c20 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=101950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 22:23:16.282756 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c8a1f7e-26af-451a-a44c-236b5e8a024e req-19ddc5e5-1d0d-4d4f-823c-457e7951d212 service neutron] Attempting to bind port a670a980-753e-4b15-a3f7-b88557539127 on network 432f6d4a-3b75-452f-9f40-63ce1a0d7c20 {{(pid=101950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:23:16.288412 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c8a1f7e-26af-451a-a44c-236b5e8a024e req-19ddc5e5-1d0d-4d4f-823c-457e7951d212 service neutron] Checking agent: {'id': 'a052ab81-1c58-45ec-bb06-1cf32ae4b08e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 22, 14, 39), 'started_at': datetime.datetime(2021, 11, 11, 22, 14, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 23, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:23:16.288830 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c8a1f7e-26af-451a-a44c-236b5e8a024e req-19ddc5e5-1d0d-4d4f-823c-457e7951d212 service neutron] Checking segment: {'id': '0f84472f-f0e4-456a-9222-5ba8c86f3ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '432f6d4a-3b75-452f-9f40-63ce1a0d7c20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:23:16.289229 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c8a1f7e-26af-451a-a44c-236b5e8a024e req-19ddc5e5-1d0d-4d4f-823c-457e7951d212 service neutron] Bound using segment: {'id': '0f84472f-f0e4-456a-9222-5ba8c86f3ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '432f6d4a-3b75-452f-9f40-63ce1a0d7c20'} {{(pid=101950) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:23:16.289883 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.plugins.ml2.managers [req-6c8a1f7e-26af-451a-a44c-236b5e8a024e req-19ddc5e5-1d0d-4d4f-823c-457e7951d212 service neutron] Bound port: a670a980-753e-4b15-a3f7-b88557539127, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f84472f-f0e4-456a-9222-5ba8c86f3ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '432f6d4a-3b75-452f-9f40-63ce1a0d7c20'}}] {{(pid=101950) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:23:16.290247 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [req-6c8a1f7e-26af-451a-a44c-236b5e8a024e req-19ddc5e5-1d0d-4d4f-823c-457e7951d212 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_update {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:16.297197 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a251a043-aa1a-4184-9097-a698c65c5390', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0207219-7a25-4f6f-94e2-2da148708361'}] {{(pid=101952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:23:16.300626 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}354dda558456ac383be05774d0115fbb8a8e814f0e1169db929e83f4c2942df8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70219777-cab9-4a6b-9d48-7c265f6b4ec8" -d '{"events": [{"server_uuid": "a251a043-aa1a-4184-9097-a698c65c5390", "name": "network-vif-plugged", "status": "completed", "tag": "c0207219-7a25-4f6f-94e2-2da148708361"}]}' {{(pid=101952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:23:16.360920 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 22:23:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a8bdc34-04b2-446e-80bb-64918ae9b0d1 x-openstack-request-id: req-1a8bdc34-04b2-446e-80bb-64918ae9b0d1 {{(pid=101952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:23:16.361274 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a251a043-aa1a-4184-9097-a698c65c5390", "name": "network-vif-plugged", "status": "completed", "tag": "c0207219-7a25-4f6f-94e2-2da148708361", "code": 200}]} {{(pid=101952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:23:16.361526 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-1a8bdc34-04b2-446e-80bb-64918ae9b0d1 {{(pid=101952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:23:16.361931 dv-cinder-733622-20-iscsi neutron-server[101952]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a251a043-aa1a-4184-9097-a698c65c5390', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0207219-7a25-4f6f-94e2-2da148708361', 'code': 200} Nov 11 22:23:16.412085 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.plugins.ml2.db [req-6c8a1f7e-26af-451a-a44c-236b5e8a024e req-19ddc5e5-1d0d-4d4f-823c-457e7951d212 service neutron] For port a670a980-753e-4b15-a3f7-b88557539127, host hv-cinder-73362, cleared binding levels {{(pid=101950) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:23:16.415622 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.plugins.ml2.db [req-6c8a1f7e-26af-451a-a44c-236b5e8a024e req-19ddc5e5-1d0d-4d4f-823c-457e7951d212 service neutron] For port a670a980-753e-4b15-a3f7-b88557539127, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=a670a980-753e-4b15-a3f7-b88557539127,segment=NetworkSegment(0f84472f-f0e4-456a-9222-5ba8c86f3ac5),segment_id=0f84472f-f0e4-456a-9222-5ba8c86f3ac5)] {{(pid=101950) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:23:16.424160 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [req-6c8a1f7e-26af-451a-a44c-236b5e8a024e req-19ddc5e5-1d0d-4d4f-823c-457e7951d212 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776912265364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776911838100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776911838118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3976658'] for port, after_update {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:16.464330 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8a1f7e-26af-451a-a44c-236b5e8a024e req-19ddc5e5-1d0d-4d4f-823c-457e7951d212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:23:16.465096 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [req-6c8a1f7e-26af-451a-a44c-236b5e8a024e req-19ddc5e5-1d0d-4d4f-823c-457e7951d212 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26363'] for port, before_response {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:16.466624 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-6c8a1f7e-26af-451a-a44c-236b5e8a024e req-19ddc5e5-1d0d-4d4f-823c-457e7951d212 service neutron] 10.222.0.26 "PUT /v2.0/ports/a670a980-753e-4b15-a3f7-b88557539127 HTTP/1.1" status: 200 len: 1094 time: 0.8939171 Nov 11 22:23:16.467775 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13182ad6-5a2b-4701-95e4-f25470140b22', 'tag': 'a670a980-753e-4b15-a3f7-b88557539127'}] {{(pid=101950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:23:16.469777 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6a5285f65aca903721fee6e5434d0235345418fba5e47a2479ed174f8b69804" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cadd1cb8-9eb1-445f-959b-b33b39a4aecc" -d '{"events": [{"name": "network-changed", "server_uuid": "13182ad6-5a2b-4701-95e4-f25470140b22", "tag": "a670a980-753e-4b15-a3f7-b88557539127"}]}' {{(pid=101950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:23:16.531800 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 22:23:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d6baf8a-dab4-49ba-9f87-a63e61eac67d x-openstack-request-id: req-0d6baf8a-dab4-49ba-9f87-a63e61eac67d {{(pid=101950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:23:16.532234 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13182ad6-5a2b-4701-95e4-f25470140b22", "tag": "a670a980-753e-4b15-a3f7-b88557539127", "status": "completed", "code": 200}]} {{(pid=101950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:23:16.532487 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-0d6baf8a-dab4-49ba-9f87-a63e61eac67d {{(pid=101950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:23:16.532987 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13182ad6-5a2b-4701-95e4-f25470140b22', 'tag': 'a670a980-753e-4b15-a3f7-b88557539127', 'status': 'completed', 'code': 200} Nov 11 22:23:16.536838 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ddc5e5-1d0d-4d4f-823c-457e7951d212 service neutron] Pushing event updated for resources: {'Port': ['ID=a670a980-753e-4b15-a3f7-b88557539127,revision_number=3']} {{(pid=101950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:23:16.594702 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8a1f7e-26af-451a-a44c-236b5e8a024e req-9c04c2a8-bbbb-4e20-9a1e-dcdf6386cb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:23:16.596921 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-6c8a1f7e-26af-451a-a44c-236b5e8a024e req-9c04c2a8-bbbb-4e20-9a1e-dcdf6386cb25 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=45877637febf473e8074291b9336b125&device_id=13182ad6-5a2b-4701-95e4-f25470140b22 HTTP/1.1" status: 200 len: 1097 time: 0.0471408 Nov 11 22:23:16.623578 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a18479-2c65-4556-ab86-c3896091d304 req-c112fbda-008f-4c7e-85d6-afc470f9d9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:23:16.625133 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-31a18479-2c65-4556-ab86-c3896091d304 req-c112fbda-008f-4c7e-85d6-afc470f9d9ef service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a251a043-aa1a-4184-9097-a698c65c5390 HTTP/1.1" status: 200 len: 1099 time: 0.0764744 Nov 11 22:23:16.638460 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cbfd3d-9ba4-4120-9cb0-d968e953bc64 req-74b7c118-c44c-41a2-b260-8f6b65cf21d2 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:23:16.640132 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-06cbfd3d-9ba4-4120-9cb0-d968e953bc64 req-74b7c118-c44c-41a2-b260-8f6b65cf21d2 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] 10.222.0.50 "GET /v2.0/ports?device_id=a251a043-aa1a-4184-9097-a698c65c5390 HTTP/1.1" status: 200 len: 946 time: 0.0640924 Nov 11 22:23:16.650276 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-6c8a1f7e-26af-451a-a44c-236b5e8a024e req-441aec69-1c7d-4684-b597-3f09013827c4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a670a980-753e-4b15-a3f7-b88557539127 HTTP/1.1" status: 200 len: 217 time: 0.0414915 Nov 11 22:23:16.719631 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-31a18479-2c65-4556-ab86-c3896091d304 req-f3f9c035-0ccf-4262-be5e-6bb1a518c63c service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=437170c0-445a-49c6-99a9-0a96ba84b0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784755 Nov 11 22:23:16.744438 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-06cbfd3d-9ba4-4120-9cb0-d968e953bc64 req-23991fff-6830-4489-a96e-5fcb38de5033 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] 10.222.0.50 "GET /v2.0/security-groups?id=437170c0-445a-49c6-99a9-0a96ba84b0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895512 Nov 11 22:23:16.948017 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8a1f7e-26af-451a-a44c-236b5e8a024e req-3ada53da-7219-4da7-bd0e-b713c80449bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:23:16.950092 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-6c8a1f7e-26af-451a-a44c-236b5e8a024e req-3ada53da-7219-4da7-bd0e-b713c80449bb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=45807439-1281-4080-909a-9299f816111e HTTP/1.1" status: 200 len: 851 time: 0.2916164 Nov 11 22:23:16.999296 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8a1f7e-26af-451a-a44c-236b5e8a024e req-020ce9cc-1656-42cb-a330-bf136d6a63ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:23:17.000796 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-6c8a1f7e-26af-451a-a44c-236b5e8a024e req-020ce9cc-1656-42cb-a330-bf136d6a63ae service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=432f6d4a-3b75-452f-9f40-63ce1a0d7c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0408967 Nov 11 22:23:17.112602 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-6c8a1f7e-26af-451a-a44c-236b5e8a024e req-fb4a4c08-10cc-4a6d-8980-a99123765988 service neutron] 10.222.0.26 "GET /v2.0/networks/432f6d4a-3b75-452f-9f40-63ce1a0d7c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927572 Nov 11 22:23:17.123799 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc0dc1e-ecb5-4572-b0dc-9f1269dd03d2 req-be03d297-32c6-45ce-baeb-a3e9208f866b tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:23:17.125448 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-5dc0dc1e-ecb5-4572-b0dc-9f1269dd03d2 req-be03d297-32c6-45ce-baeb-a3e9208f866b tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] 10.222.0.50 "GET /v2.0/ports?device_id=13182ad6-5a2b-4701-95e4-f25470140b22 HTTP/1.1" status: 200 len: 944 time: 0.0522294 Nov 11 22:23:17.203064 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-5dc0dc1e-ecb5-4572-b0dc-9f1269dd03d2 req-ae930da4-dcb2-46c9-92b2-b78c04a43e90 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd56fe96-f8b9-402d-9557-23ad985e8368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712173 Nov 11 22:23:17.223234 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-6c8a1f7e-26af-451a-a44c-236b5e8a024e req-eb95d3cb-95e8-4694-8153-622e09252825 service neutron] 10.222.0.26 "GET /v2.0/networks/432f6d4a-3b75-452f-9f40-63ce1a0d7c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974908 Nov 11 22:23:17.233150 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ad22a9-dbb0-4bdb-83fe-ebbb46171084 req-7a97c326-4690-42ea-bdc0-c02dfe232f9a tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:23:17.234722 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-04ad22a9-dbb0-4bdb-83fe-ebbb46171084 req-7a97c326-4690-42ea-bdc0-c02dfe232f9a tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/ports?device_id=7703a725-3881-436a-ae59-282d0fc8f43e HTTP/1.1" status: 200 len: 946 time: 0.0828106 Nov 11 22:23:17.287288 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-04ad22a9-dbb0-4bdb-83fe-ebbb46171084 req-31262891-0f24-4bff-b976-ab1b6b5f7dea tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9b7ac91-bf2b-4b23-a0c0-7bf41cf616d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463066 Nov 11 22:23:17.312803 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadd1cb8-9eb1-445f-959b-b33b39a4aecc req-6147fd8d-f68a-4d55-898e-b205a2f98a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:23:17.314602 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-cadd1cb8-9eb1-445f-959b-b33b39a4aecc req-6147fd8d-f68a-4d55-898e-b205a2f98a5d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=45877637febf473e8074291b9336b125&device_id=13182ad6-5a2b-4701-95e4-f25470140b22 HTTP/1.1" status: 200 len: 1097 time: 0.0448036 Nov 11 22:23:17.419353 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadd1cb8-9eb1-445f-959b-b33b39a4aecc req-ab2b5a36-d9aa-4034-9cfe-05b2c090793e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:23:17.420865 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-cadd1cb8-9eb1-445f-959b-b33b39a4aecc req-ab2b5a36-d9aa-4034-9cfe-05b2c090793e service neutron] 10.222.0.26 "GET /v2.0/networks?id=432f6d4a-3b75-452f-9f40-63ce1a0d7c20 HTTP/1.1" status: 200 len: 913 time: 0.0947547 Nov 11 22:23:17.468624 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-cadd1cb8-9eb1-445f-959b-b33b39a4aecc req-88c44c77-783c-464e-9d71-36931a812ff5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a670a980-753e-4b15-a3f7-b88557539127 HTTP/1.1" status: 200 len: 217 time: 0.0391495 Nov 11 22:23:17.523243 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadd1cb8-9eb1-445f-959b-b33b39a4aecc req-dd0372a3-467d-42a2-9ad9-d5fcc2619685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:23:17.524735 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-cadd1cb8-9eb1-445f-959b-b33b39a4aecc req-dd0372a3-467d-42a2-9ad9-d5fcc2619685 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=45807439-1281-4080-909a-9299f816111e HTTP/1.1" status: 200 len: 851 time: 0.0492358 Nov 11 22:23:17.572464 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadd1cb8-9eb1-445f-959b-b33b39a4aecc req-515382cd-cd2a-406b-9aae-77038a1c8656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:23:17.573966 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-cadd1cb8-9eb1-445f-959b-b33b39a4aecc req-515382cd-cd2a-406b-9aae-77038a1c8656 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=432f6d4a-3b75-452f-9f40-63ce1a0d7c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0406883 Nov 11 22:23:17.670567 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-cadd1cb8-9eb1-445f-959b-b33b39a4aecc req-de927366-58b9-4692-a545-fcac96bfe450 service neutron] 10.222.0.26 "GET /v2.0/networks/432f6d4a-3b75-452f-9f40-63ce1a0d7c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875635 Nov 11 22:23:17.763850 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-cadd1cb8-9eb1-445f-959b-b33b39a4aecc req-d68cc2ef-fcdc-4387-9a30-54ab97854038 service neutron] 10.222.0.26 "GET /v2.0/networks/432f6d4a-3b75-452f-9f40-63ce1a0d7c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834634 Nov 11 22:23:17.877554 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1d5435-63a9-4db1-8d3a-0d0c66eee1ee req-78d24bfd-93aa-4774-a03e-3982da361a73 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:23:17.878579 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-4f1d5435-63a9-4db1-8d3a-0d0c66eee1ee req-78d24bfd-93aa-4774-a03e-3982da361a73 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] 10.222.0.50 "GET /v2.0/ports?device_id=a251a043-aa1a-4184-9097-a698c65c5390 HTTP/1.1" status: 200 len: 946 time: 0.0568240 Nov 11 22:23:17.929931 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-4f1d5435-63a9-4db1-8d3a-0d0c66eee1ee req-d56eb04a-6b19-40b4-806c-2bff5dee12c4 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] 10.222.0.50 "GET /v2.0/security-groups?id=437170c0-445a-49c6-99a9-0a96ba84b0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451441 Nov 11 22:23:18.330793 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a81cb8-558a-4971-98e4-61fc6a3dbbb8 req-edcd5c3a-8f29-4099-90c6-eecbcca624c1 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:23:18.333669 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-06a81cb8-558a-4971-98e4-61fc6a3dbbb8 req-edcd5c3a-8f29-4099-90c6-eecbcca624c1 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] 10.222.0.50 "GET /v2.0/ports?device_id=13182ad6-5a2b-4701-95e4-f25470140b22 HTTP/1.1" status: 200 len: 944 time: 0.0589666 Nov 11 22:23:18.393060 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-06a81cb8-558a-4971-98e4-61fc6a3dbbb8 req-6f88169b-0eb1-4d43-8c6d-838871295826 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd56fe96-f8b9-402d-9557-23ad985e8368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529664 Nov 11 22:23:19.060923 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ec0f9b-a430-4cdd-8ee9-e72db8e3fc3c req-73ce45c7-b9e8-434d-b1a3-23265a1596b8 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:23:19.062424 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-b5ec0f9b-a430-4cdd-8ee9-e72db8e3fc3c req-73ce45c7-b9e8-434d-b1a3-23265a1596b8 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] 10.222.0.50 "GET /v2.0/ports?device_id=a251a043-aa1a-4184-9097-a698c65c5390 HTTP/1.1" status: 200 len: 946 time: 0.0613196 Nov 11 22:23:19.120580 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-b5ec0f9b-a430-4cdd-8ee9-e72db8e3fc3c req-fb8c3f0a-2445-42e2-b4ae-9452a22782d9 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] 10.222.0.50 "GET /v2.0/security-groups?id=437170c0-445a-49c6-99a9-0a96ba84b0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471547 Nov 11 22:23:19.236343 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e37a3e2-b9e3-4671-8261-bccb0a010293 req-48de434e-5ee7-42ed-bdc2-d651ccf505c4 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:23:19.237931 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-8e37a3e2-b9e3-4671-8261-bccb0a010293 req-48de434e-5ee7-42ed-bdc2-d651ccf505c4 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] 10.222.0.50 "GET /v2.0/ports?device_id=a251a043-aa1a-4184-9097-a698c65c5390 HTTP/1.1" status: 200 len: 946 time: 0.0519710 Nov 11 22:23:19.246530 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 49320) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:23:19.251334 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.v2.base [None req-4f37e88a-92ba-42f3-914e-85533de9a7df tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Request body: {'floatingip': {'port_id': 'c0207219-7a25-4f6f-94e2-2da148708361'}} {{(pid=101951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:23:19.295600 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-4f37e88a-92ba-42f3-914e-85533de9a7df tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Publish callbacks [] for floatingip, before_update {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:19.517710 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc738f1a-230f-4302-ba6b-6c8807895ea4 req-8f0349d8-f4c4-4a9c-9ad9-aa3ba9f4cd6b tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:23:19.519345 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-cc738f1a-230f-4302-ba6b-6c8807895ea4 req-8f0349d8-f4c4-4a9c-9ad9-aa3ba9f4cd6b tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] 10.222.0.50 "GET /v2.0/ports?device_id=13182ad6-5a2b-4701-95e4-f25470140b22 HTTP/1.1" status: 200 len: 944 time: 0.0543468 Nov 11 22:23:19.578141 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-cc738f1a-230f-4302-ba6b-6c8807895ea4 req-2a2326e3-050e-4fc7-89b5-bdd6341676dd tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd56fe96-f8b9-402d-9557-23ad985e8368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522404 Nov 11 22:23:19.753592 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-4f37e88a-92ba-42f3-914e-85533de9a7df tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:19.757412 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-4f37e88a-92ba-42f3-914e-85533de9a7df tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657105'] for floatingip, after_update {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:19.855514 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.db.l3_db [None req-4f37e88a-92ba-42f3-914e-85533de9a7df tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Floating IP 938de00a-9054-4651-b776-d8116daed6d0 associated. External IP: 172.27.0.141, port: c0207219-7a25-4f6f-94e2-2da148708361. Nov 11 22:23:20.060281 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f37e88a-92ba-42f3-914e-85533de9a7df tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Router 78f23305-0c4e-4f66-a132-8e25a8896867 has already been hosted by L3 agent 4702c36b-78d9-4f52-8cbc-8d9e3292a6f2 {{(pid=101951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 22:23:20.166839 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f37e88a-92ba-42f3-914e-85533de9a7df tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Notify agent at l3_agent.dv-cinder-733622-20-iscsi the message routers_updated {{(pid=101951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:23:20.171724 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-4f37e88a-92ba-42f3-914e-85533de9a7df tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26363'] for floatingip, before_response {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:20.176744 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e3be23-fb56-4fe7-b79e-b148854a1493 None None] Sync routers for ids ['78f23305-0c4e-4f66-a132-8e25a8896867'] in dv-cinder-733622-20-iscsi {{(pid=101952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:23:20.187932 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e3be23-fb56-4fe7-b79e-b148854a1493 None None] Routers {'78f23305-0c4e-4f66-a132-8e25a8896867'} bound to L3 agent in host dv-cinder-733622-20-iscsi {{(pid=101952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:23:20.188677 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_hamode_db [None req-b6e3be23-fb56-4fe7-b79e-b148854a1493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T22:08:28Z,description=,heartbeat_timestamp=2021-11-11T22:22:58Z,host='dv-cinder-733622-20-iscsi',id=4702c36b-78d9-4f52-8cbc-8d9e3292a6f2,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T22:08:28Z,topic='l3_agent')) {'router_ids': ['78f23305-0c4e-4f66-a132-8e25a8896867'], 'active': True} {{(pid=101952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:23:20.199082 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-4f37e88a-92ba-42f3-914e-85533de9a7df tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] 10.222.0.50 "PUT /v2.0/floatingips/938de00a-9054-4651-b776-d8116daed6d0 HTTP/1.1" status: 200 len: 992 time: 0.9514523 Nov 11 22:23:20.199657 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a251a043-aa1a-4184-9097-a698c65c5390', 'tag': 'c0207219-7a25-4f6f-94e2-2da148708361'}] {{(pid=101951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:23:20.201883 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6edad8924451e5ac919d090b7a0cdac835d5bd684dc46b69d397444c146e85de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a8b4129-28d9-4ebf-87fe-41cbcc90a033" -d '{"events": [{"name": "network-changed", "server_uuid": "a251a043-aa1a-4184-9097-a698c65c5390", "tag": "c0207219-7a25-4f6f-94e2-2da148708361"}]}' {{(pid=101951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:23:20.243549 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 22:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edc718c2-b258-490c-adc6-9be512ad34bc x-openstack-request-id: req-edc718c2-b258-490c-adc6-9be512ad34bc {{(pid=101951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:23:20.243898 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a251a043-aa1a-4184-9097-a698c65c5390", "tag": "c0207219-7a25-4f6f-94e2-2da148708361", "status": "completed", "code": 200}]} {{(pid=101951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:23:20.244206 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-edc718c2-b258-490c-adc6-9be512ad34bc {{(pid=101951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:23:20.244692 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a251a043-aa1a-4184-9097-a698c65c5390', 'tag': 'c0207219-7a25-4f6f-94e2-2da148708361', 'status': 'completed', 'code': 200} Nov 11 22:23:20.298721 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_dvr_db [None req-b6e3be23-fb56-4fe7-b79e-b148854a1493 None None] Set router 78f23305-0c4e-4f66-a132-8e25a8896867 gateway port host: dv-cinder-733622-20-iscsi {{(pid=101952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:23:20.312758 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8b4129-28d9-4ebf-87fe-41cbcc90a033 req-6734dd9a-dcc9-4c46-9d26-491fd120cdfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:23:20.314176 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-8a8b4129-28d9-4ebf-87fe-41cbcc90a033 req-6734dd9a-dcc9-4c46-9d26-491fd120cdfd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=70121f12841d4897aae58f9fe9f2c556&device_id=a251a043-aa1a-4184-9097-a698c65c5390 HTTP/1.1" status: 200 len: 1099 time: 0.0431085 Nov 11 22:23:20.406824 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8b4129-28d9-4ebf-87fe-41cbcc90a033 req-00bee8f7-c223-4731-b251-35772a788d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:23:20.408306 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-8a8b4129-28d9-4ebf-87fe-41cbcc90a033 req-00bee8f7-c223-4731-b251-35772a788d5e service neutron] 10.222.0.26 "GET /v2.0/networks?id=73526368-1abf-4e4d-8815-40fc972517d4 HTTP/1.1" status: 200 len: 911 time: 0.0867825 Nov 11 22:23:20.475045 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-8a8b4129-28d9-4ebf-87fe-41cbcc90a033 req-a9a56909-4b3d-43bb-84d7-3c0996241850 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c0207219-7a25-4f6f-94e2-2da148708361 HTTP/1.1" status: 200 len: 1000 time: 0.0585325 Nov 11 22:23:20.526439 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8b4129-28d9-4ebf-87fe-41cbcc90a033 req-03d3c6af-c211-43d0-8d07-6118c0249437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:23:20.527896 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-8a8b4129-28d9-4ebf-87fe-41cbcc90a033 req-03d3c6af-c211-43d0-8d07-6118c0249437 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=707623ec-d95b-41b2-8e25-0e51182a8a59 HTTP/1.1" status: 200 len: 849 time: 0.0465674 Nov 11 22:23:20.528881 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_hamode_db [None req-b6e3be23-fb56-4fe7-b79e-b148854a1493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78f23305-0c4e-4f66-a132-8e25a8896867', 'name': 'tempest-AttachVolumeTestJSON-250747894-router', 'tenant_id': '70121f12841d4897aae58f9fe9f2c556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'external_fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': 'ec5fa6b9-8064-4d3d-aaef-fc760a64117b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:18:06Z', 'updated_at': '2021-11-11T22:18:14Z', 'revision_number': 4, 'project_id': '70121f12841d4897aae58f9fe9f2c556', 'gw_port': {'id': 'ec5fa6b9-8064-4d3d-aaef-fc760a64117b', 'name': '', 'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:8e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f23305-0c4e-4f66-a132-8e25a8896867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:18:08Z', 'updated_at': '2021-11-11T22:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-20-iscsi', '_floatingips': [{'id': '938de00a-9054-4651-b776-d8116daed6d0', 'tenant_id': '70121f12841d4897aae58f9fe9f2c556', 'floating_ip_address': '172.27.0.141', 'floating_network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'router_id': '78f23305-0c4e-4f66-a132-8e25a8896867', 'port_id': 'c0207219-7a25-4f6f-94e2-2da148708361', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73526368-1abf-4e4d-8815-40fc972517d4', 'mac_address': 'fa:16:3e:cc:5e:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a251a043-aa1a-4184-9097-a698c65c5390', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T22:22:55Z', 'updated_at': '2021-11-11T22:23:19Z', 'revision_number': 1, 'project_id': '70121f12841d4897aae58f9fe9f2c556', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bccd299-5984-48cf-bdd9-3cbdc542c4da', 'name': '', 'network_id': '73526368-1abf-4e4d-8815-40fc972517d4', 'tenant_id': '70121f12841d4897aae58f9fe9f2c556', 'mac_address': 'fa:16:3e:84:41:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f23305-0c4e-4f66-a132-8e25a8896867', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '707623ec-d95b-41b2-8e25-0e51182a8a59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:18:12Z', 'updated_at': '2021-11-11T22:18:18Z', 'revision_number': 5, 'project_id': '70121f12841d4897aae58f9fe9f2c556', 'subnets': [{'id': '707623ec-d95b-41b2-8e25-0e51182a8a59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-20-iscsi', False) {} {{(pid=101952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:23:20.555471 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e3be23-fb56-4fe7-b79e-b148854a1493 None None] Checking router: 78f23305-0c4e-4f66-a132-8e25a8896867 for host: dv-cinder-733622-20-iscsi {{(pid=101952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:23:20.564646 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e3be23-fb56-4fe7-b79e-b148854a1493 None None] Routers {'78f23305-0c4e-4f66-a132-8e25a8896867'} bound to L3 agent in host dv-cinder-733622-20-iscsi {{(pid=101952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:23:20.565198 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_hamode_db [None req-b6e3be23-fb56-4fe7-b79e-b148854a1493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T22:08:28Z,description=,heartbeat_timestamp=2021-11-11T22:22:58Z,host='dv-cinder-733622-20-iscsi',id=4702c36b-78d9-4f52-8cbc-8d9e3292a6f2,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T22:08:28Z,topic='l3_agent')) {'router_ids': ['78f23305-0c4e-4f66-a132-8e25a8896867'], 'active': True} {{(pid=101952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:23:20.581106 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8b4129-28d9-4ebf-87fe-41cbcc90a033 req-d839f2bc-9028-46fc-959f-1b983332bbd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:23:20.582605 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-8a8b4129-28d9-4ebf-87fe-41cbcc90a033 req-d839f2bc-9028-46fc-959f-1b983332bbd3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=73526368-1abf-4e4d-8815-40fc972517d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0476227 Nov 11 22:23:20.674638 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_dvr_db [None req-b6e3be23-fb56-4fe7-b79e-b148854a1493 None None] Set router 78f23305-0c4e-4f66-a132-8e25a8896867 gateway port host: dv-cinder-733622-20-iscsi {{(pid=101952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:23:20.679236 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-8a8b4129-28d9-4ebf-87fe-41cbcc90a033 req-ab124dcf-d4e9-456c-9c27-539c08c58f96 service neutron] 10.222.0.26 "GET /v2.0/networks/73526368-1abf-4e4d-8815-40fc972517d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884409 Nov 11 22:23:20.717905 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40d53a6-6cc2-4194-a5b9-845be790fe50 req-15429f57-bb01-4ffa-b2a4-f4698c1a12a2 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:23:20.719492 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-a40d53a6-6cc2-4194-a5b9-845be790fe50 req-15429f57-bb01-4ffa-b2a4-f4698c1a12a2 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] 10.222.0.50 "GET /v2.0/ports?device_id=13182ad6-5a2b-4701-95e4-f25470140b22 HTTP/1.1" status: 200 len: 944 time: 0.0657964 Nov 11 22:23:20.771053 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-a40d53a6-6cc2-4194-a5b9-845be790fe50 req-8565b8bb-2be8-4fed-93cf-2f037fd3df28 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd56fe96-f8b9-402d-9557-23ad985e8368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447521 Nov 11 22:23:20.780441 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-8a8b4129-28d9-4ebf-87fe-41cbcc90a033 req-a220912d-507b-4f2a-af79-2262b69c8786 service neutron] 10.222.0.26 "GET /v2.0/networks/73526368-1abf-4e4d-8815-40fc972517d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943615 Nov 11 22:23:20.915175 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_hamode_db [None req-b6e3be23-fb56-4fe7-b79e-b148854a1493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78f23305-0c4e-4f66-a132-8e25a8896867', 'name': 'tempest-AttachVolumeTestJSON-250747894-router', 'tenant_id': '70121f12841d4897aae58f9fe9f2c556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'external_fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': 'ec5fa6b9-8064-4d3d-aaef-fc760a64117b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:18:06Z', 'updated_at': '2021-11-11T22:18:14Z', 'revision_number': 4, 'project_id': '70121f12841d4897aae58f9fe9f2c556', 'gw_port': {'id': 'ec5fa6b9-8064-4d3d-aaef-fc760a64117b', 'name': '', 'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:8e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f23305-0c4e-4f66-a132-8e25a8896867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:18:08Z', 'updated_at': '2021-11-11T22:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-20-iscsi', '_floatingips': [{'id': '938de00a-9054-4651-b776-d8116daed6d0', 'tenant_id': '70121f12841d4897aae58f9fe9f2c556', 'floating_ip_address': '172.27.0.141', 'floating_network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'router_id': '78f23305-0c4e-4f66-a132-8e25a8896867', 'port_id': 'c0207219-7a25-4f6f-94e2-2da148708361', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73526368-1abf-4e4d-8815-40fc972517d4', 'mac_address': 'fa:16:3e:cc:5e:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a251a043-aa1a-4184-9097-a698c65c5390', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T22:22:55Z', 'updated_at': '2021-11-11T22:23:19Z', 'revision_number': 1, 'project_id': '70121f12841d4897aae58f9fe9f2c556', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bccd299-5984-48cf-bdd9-3cbdc542c4da', 'name': '', 'network_id': '73526368-1abf-4e4d-8815-40fc972517d4', 'tenant_id': '70121f12841d4897aae58f9fe9f2c556', 'mac_address': 'fa:16:3e:84:41:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f23305-0c4e-4f66-a132-8e25a8896867', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '707623ec-d95b-41b2-8e25-0e51182a8a59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:18:12Z', 'updated_at': '2021-11-11T22:18:18Z', 'revision_number': 5, 'project_id': '70121f12841d4897aae58f9fe9f2c556', 'subnets': [{'id': '707623ec-d95b-41b2-8e25-0e51182a8a59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-20-iscsi', False) {} {{(pid=101952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:23:20.942078 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e3be23-fb56-4fe7-b79e-b148854a1493 None None] The sync data for ids ['78f23305-0c4e-4f66-a132-8e25a8896867'] in dv-cinder-733622-20-iscsi is: [{'id': '78f23305-0c4e-4f66-a132-8e25a8896867', 'name': 'tempest-AttachVolumeTestJSON-250747894-router', 'tenant_id': '70121f12841d4897aae58f9fe9f2c556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'external_fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': 'ec5fa6b9-8064-4d3d-aaef-fc760a64117b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:18:06Z', 'updated_at': '2021-11-11T22:18:14Z', 'revision_number': 4, 'project_id': '70121f12841d4897aae58f9fe9f2c556', 'gw_port': {'id': 'ec5fa6b9-8064-4d3d-aaef-fc760a64117b', 'name': '', 'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:8e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f23305-0c4e-4f66-a132-8e25a8896867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:18:08Z', 'updated_at': '2021-11-11T22:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-20-iscsi', '_floatingips': [{'id': '938de00a-9054-4651-b776-d8116daed6d0', 'tenant_id': '70121f12841d4897aae58f9fe9f2c556', 'floating_ip_address': '172.27.0.141', 'floating_network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'router_id': '78f23305-0c4e-4f66-a132-8e25a8896867', 'port_id': 'c0207219-7a25-4f6f-94e2-2da148708361', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73526368-1abf-4e4d-8815-40fc972517d4', 'mac_address': 'fa:16:3e:cc:5e:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a251a043-aa1a-4184-9097-a698c65c5390', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T22:22:55Z', 'updated_at': '2021-11-11T22:23:19Z', 'revision_number': 1, 'project_id': '70121f12841d4897aae58f9fe9f2c556', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bccd299-5984-48cf-bdd9-3cbdc542c4da', 'name': '', 'network_id': '73526368-1abf-4e4d-8815-40fc972517d4', 'tenant_id': '70121f12841d4897aae58f9fe9f2c556', 'mac_address': 'fa:16:3e:84:41:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f23305-0c4e-4f66-a132-8e25a8896867', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '707623ec-d95b-41b2-8e25-0e51182a8a59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:18:12Z', 'updated_at': '2021-11-11T22:18:18Z', 'revision_number': 5, 'project_id': '70121f12841d4897aae58f9fe9f2c556', 'subnets': [{'id': '707623ec-d95b-41b2-8e25-0e51182a8a59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:23:21.122952 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f566b8bb-7f8a-49ea-83b6-d05db623cd3c None None] New status for floating IP 938de00a-9054-4651-b776-d8116daed6d0: ACTIVE {{(pid=101953) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 22:23:21.886884 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ff5a46-cb95-4f4e-8433-55b1fc6ba7bf req-55af9758-fecc-48a6-a70f-808668372d2d tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:23:21.888376 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-e1ff5a46-cb95-4f4e-8433-55b1fc6ba7bf req-55af9758-fecc-48a6-a70f-808668372d2d tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] 10.222.0.50 "GET /v2.0/ports?device_id=13182ad6-5a2b-4701-95e4-f25470140b22 HTTP/1.1" status: 200 len: 944 time: 0.0497322 Nov 11 22:23:21.938170 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-e1ff5a46-cb95-4f4e-8433-55b1fc6ba7bf req-04b27caf-97df-43b1-84e5-511064a01cae tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd56fe96-f8b9-402d-9557-23ad985e8368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439148 Nov 11 22:23:23.056372 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdf4d33-4a62-4833-8050-b6be21e33f7a req-909d59a4-a802-4c2f-abd5-ef6d2ca524d6 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:23:23.057809 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-9cdf4d33-4a62-4833-8050-b6be21e33f7a req-909d59a4-a802-4c2f-abd5-ef6d2ca524d6 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] 10.222.0.50 "GET /v2.0/ports?device_id=13182ad6-5a2b-4701-95e4-f25470140b22 HTTP/1.1" status: 200 len: 944 time: 0.0509934 Nov 11 22:23:23.109564 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-9cdf4d33-4a62-4833-8050-b6be21e33f7a req-a1f6aec7-3a05-4e16-b18a-b7f679c9eb58 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd56fe96-f8b9-402d-9557-23ad985e8368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459445 Nov 11 22:23:24.223119 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cb6131-ba68-49f9-aa71-8d026be6e110 req-3a2c33db-3490-4d9d-bbe5-e8c2bb31b42a tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:23:24.224658 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-86cb6131-ba68-49f9-aa71-8d026be6e110 req-3a2c33db-3490-4d9d-bbe5-e8c2bb31b42a tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] 10.222.0.50 "GET /v2.0/ports?device_id=13182ad6-5a2b-4701-95e4-f25470140b22 HTTP/1.1" status: 200 len: 944 time: 0.0491021 Nov 11 22:23:24.273386 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-86cb6131-ba68-49f9-aa71-8d026be6e110 req-29d26fe7-70b1-4630-b021-8c8d74e7a497 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd56fe96-f8b9-402d-9557-23ad985e8368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428529 Nov 11 22:23:25.391486 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187e3fe2-91b7-4364-9e02-49777a493651 req-d78e0d6d-d6dd-4630-bff9-799762ba6364 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:23:25.392969 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-187e3fe2-91b7-4364-9e02-49777a493651 req-d78e0d6d-d6dd-4630-bff9-799762ba6364 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] 10.222.0.50 "GET /v2.0/ports?device_id=13182ad6-5a2b-4701-95e4-f25470140b22 HTTP/1.1" status: 200 len: 944 time: 0.0476575 Nov 11 22:23:25.440377 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-187e3fe2-91b7-4364-9e02-49777a493651 req-5f2a0939-76b3-4dcd-af74-3ec27f38281b tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd56fe96-f8b9-402d-9557-23ad985e8368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416136 Nov 11 22:23:25.627257 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-c4beb881-4fbf-4a9b-a3fe-e3ccd1c76c91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:25.944290 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Device a670a980-753e-4b15-a3f7-b88557539127 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=101952) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 22:23:26.166795 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] For port a670a980-753e-4b15-a3f7-b88557539127, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=a670a980-753e-4b15-a3f7-b88557539127,segment=NetworkSegment(0f84472f-f0e4-456a-9222-5ba8c86f3ac5),segment_id=0f84472f-f0e4-456a-9222-5ba8c86f3ac5)] {{(pid=101952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:23:26.178981 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Returning: {'device': 'a670a980-753e-4b15-a3f7-b88557539127', 'network_id': '432f6d4a-3b75-452f-9f40-63ce1a0d7c20', 'port_id': 'a670a980-753e-4b15-a3f7-b88557539127', 'mac_address': 'fa:16:3e:41:d2:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 836, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45807439-1281-4080-909a-9299f816111e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101952) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 22:23:26.218153 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:26.231820 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.notifiers.nova [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a670a980-753e-4b15-a3f7-b88557539127 {{(pid=101952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 22:23:26.253846 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] For port a670a980-753e-4b15-a3f7-b88557539127, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=a670a980-753e-4b15-a3f7-b88557539127,segment=NetworkSegment(0f84472f-f0e4-456a-9222-5ba8c86f3ac5),segment_id=0f84472f-f0e4-456a-9222-5ba8c86f3ac5)] {{(pid=101952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:23:26.257551 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776912265364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776911838100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776911838118'] for port, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:26.311712 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Pushing event updated for resources: {'Port': ['ID=a670a980-753e-4b15-a3f7-b88557539127,revision_number=4']} {{(pid=101952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:23:26.484187 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] get_ports_and_sgs() called for port_ids ['a670a980-753e-4b15-a3f7-b88557539127'] {{(pid=101952) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 22:23:26.564066 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb5841e-82b0-4e23-91e7-27a4cf5ed85f req-3be02a80-abce-4179-8bd9-3f3762cb3ea7 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:23:26.565569 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-fdb5841e-82b0-4e23-91e7-27a4cf5ed85f req-3be02a80-abce-4179-8bd9-3f3762cb3ea7 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] 10.222.0.50 "GET /v2.0/ports?device_id=13182ad6-5a2b-4701-95e4-f25470140b22 HTTP/1.1" status: 200 len: 945 time: 0.0539229 Nov 11 22:23:26.614579 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-fdb5841e-82b0-4e23-91e7-27a4cf5ed85f req-477ff440-f1c4-4d9e-b64a-9e9adac5b818 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd56fe96-f8b9-402d-9557-23ad985e8368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430887 Nov 11 22:23:27.726819 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3570ee6d-d485-4850-ba26-4ac1ad2af1e1 req-8a975d4e-2852-49d4-9ff3-c3a58d521ef7 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:23:27.728262 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-3570ee6d-d485-4850-ba26-4ac1ad2af1e1 req-8a975d4e-2852-49d4-9ff3-c3a58d521ef7 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] 10.222.0.50 "GET /v2.0/ports?device_id=13182ad6-5a2b-4701-95e4-f25470140b22 HTTP/1.1" status: 200 len: 945 time: 0.0485437 Nov 11 22:23:27.776556 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-3570ee6d-d485-4850-ba26-4ac1ad2af1e1 req-b59d35d1-c2fb-4678-9fc7-56174a74e2bb tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd56fe96-f8b9-402d-9557-23ad985e8368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418358 Nov 11 22:23:27.952740 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Device a670a980-753e-4b15-a3f7-b88557539127 up at agent hyperv_hv-cinder-73362 {{(pid=101952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:23:28.000395 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.provisioning_blocks [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Provisioning for port a670a980-753e-4b15-a3f7-b88557539127 completed by entity L2. {{(pid=101952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 22:23:28.004318 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.provisioning_blocks [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Provisioning complete for port a670a980-753e-4b15-a3f7-b88557539127 triggered by entity L2. {{(pid=101952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:23:28.004723 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8061746'] for port, provisioning_complete {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:28.079053 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:28.103512 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13182ad6-5a2b-4701-95e4-f25470140b22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a670a980-753e-4b15-a3f7-b88557539127'}] {{(pid=101952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:23:28.105806 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}354dda558456ac383be05774d0115fbb8a8e814f0e1169db929e83f4c2942df8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efa009b9-f2d7-4e72-9b91-b4b81c5b2a43" -d '{"events": [{"server_uuid": "13182ad6-5a2b-4701-95e4-f25470140b22", "name": "network-vif-plugged", "status": "completed", "tag": "a670a980-753e-4b15-a3f7-b88557539127"}]}' {{(pid=101952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:23:28.118783 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] For port a670a980-753e-4b15-a3f7-b88557539127, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=a670a980-753e-4b15-a3f7-b88557539127,segment=NetworkSegment(0f84472f-f0e4-456a-9222-5ba8c86f3ac5),segment_id=0f84472f-f0e4-456a-9222-5ba8c86f3ac5)] {{(pid=101952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:23:28.123193 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776912265364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776911838100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776911838118'] for port, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:28.147091 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 22:23:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcd90828-83bd-4402-99a1-17e256b48f16 x-openstack-request-id: req-bcd90828-83bd-4402-99a1-17e256b48f16 {{(pid=101952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:23:28.147386 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13182ad6-5a2b-4701-95e4-f25470140b22", "name": "network-vif-plugged", "status": "completed", "tag": "a670a980-753e-4b15-a3f7-b88557539127", "code": 200}]} {{(pid=101952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:23:28.147636 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-bcd90828-83bd-4402-99a1-17e256b48f16 {{(pid=101952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:23:28.148021 dv-cinder-733622-20-iscsi neutron-server[101952]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13182ad6-5a2b-4701-95e4-f25470140b22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a670a980-753e-4b15-a3f7-b88557539127', 'code': 200} Nov 11 22:23:28.183856 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Pushing event updated for resources: {'Port': ['ID=a670a980-753e-4b15-a3f7-b88557539127,revision_number=5']} {{(pid=101952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:23:28.190739 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-6abb3009-fa35-4af6-b86d-54c5b464f2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:28.388220 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83b1dd1-eb77-4df5-bdb5-bef39ab26323 req-b42aea72-230c-4ce6-b7d1-81df7740654d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:23:28.389768 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-e83b1dd1-eb77-4df5-bdb5-bef39ab26323 req-b42aea72-230c-4ce6-b7d1-81df7740654d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=13182ad6-5a2b-4701-95e4-f25470140b22 HTTP/1.1" status: 200 len: 1099 time: 0.0398004 Nov 11 22:23:28.442461 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-e83b1dd1-eb77-4df5-bdb5-bef39ab26323 req-cb5e7a9e-e53a-4e3b-9bd1-b58766d01278 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=fd56fe96-f8b9-402d-9557-23ad985e8368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404892 Nov 11 22:23:28.897993 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67664423-b042-41f9-a1f7-030d04fd21a0 req-f1bd80d9-b743-45b2-99f8-04d2243ad405 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:23:28.899687 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-67664423-b042-41f9-a1f7-030d04fd21a0 req-f1bd80d9-b743-45b2-99f8-04d2243ad405 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] 10.222.0.50 "GET /v2.0/ports?device_id=13182ad6-5a2b-4701-95e4-f25470140b22 HTTP/1.1" status: 200 len: 946 time: 0.0549195 Nov 11 22:23:28.950028 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-67664423-b042-41f9-a1f7-030d04fd21a0 req-8cc11d2d-3ca2-4757-8d11-29610805c950 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd56fe96-f8b9-402d-9557-23ad985e8368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444927 Nov 11 22:23:29.415070 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-766b5b4b-9c4e-4513-9f30-d5290b623bba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:30.065859 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df620b7c-bcfa-435d-8112-3eec7767b965 req-f2f6d964-a9df-4ce1-9fc4-7a0c93200020 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:23:30.067375 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-df620b7c-bcfa-435d-8112-3eec7767b965 req-f2f6d964-a9df-4ce1-9fc4-7a0c93200020 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] 10.222.0.50 "GET /v2.0/ports?device_id=13182ad6-5a2b-4701-95e4-f25470140b22 HTTP/1.1" status: 200 len: 946 time: 0.0507982 Nov 11 22:23:30.115928 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-df620b7c-bcfa-435d-8112-3eec7767b965 req-f9e97887-af68-418b-b31e-a7f83bfbdd27 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd56fe96-f8b9-402d-9557-23ad985e8368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428166 Nov 11 22:23:30.231536 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce0421c-5090-410a-8877-584165e071ea req-d749d81d-ddf6-4c09-8821-99c1f36a8dc7 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:23:30.233058 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-cce0421c-5090-410a-8877-584165e071ea req-d749d81d-ddf6-4c09-8821-99c1f36a8dc7 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] 10.222.0.50 "GET /v2.0/ports?device_id=13182ad6-5a2b-4701-95e4-f25470140b22 HTTP/1.1" status: 200 len: 946 time: 0.0477152 Nov 11 22:23:30.285153 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-cce0421c-5090-410a-8877-584165e071ea req-79a02865-f517-4cc3-ad46-bdb5649885ae tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd56fe96-f8b9-402d-9557-23ad985e8368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462303 Nov 11 22:23:30.306953 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 49372) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:23:30.349141 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a691996d-b226-42be-a6b4-1a29a92a55db tempest-TestVolumeBootPattern-82417767 tempest-TestVolumeBootPattern-82417767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:23:30.350622 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-a691996d-b226-42be-a6b4-1a29a92a55db tempest-TestVolumeBootPattern-82417767 tempest-TestVolumeBootPattern-82417767-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=13182ad6-5a2b-4701-95e4-f25470140b22 HTTP/1.1" status: 200 len: 1094 time: 0.0423827 Nov 11 22:23:30.353268 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 49374) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:23:30.357328 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.v2.base [None req-04a19b52-9e99-4625-91c5-ff8f07bba56c tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Request body: {'floatingip': {'floating_network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'port_id': 'a670a980-753e-4b15-a3f7-b88557539127', 'tenant_id': '45877637febf473e8074291b9336b125', 'fixed_ip_address': '172.20.0.10'}} {{(pid=101951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:23:30.378868 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-04a19b52-9e99-4625-91c5-ff8f07bba56c tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Publish callbacks [] for floatingip, before_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:30.473123 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-04a19b52-9e99-4625-91c5-ff8f07bba56c tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:30.579195 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.db.db_base_plugin_common [None req-04a19b52-9e99-4625-91c5-ff8f07bba56c tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Allocated IP 172.27.0.154 (fd27370c-43f8-4948-a495-3a9880be1635/b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca/cc4ec502-09dc-4051-b965-9ccf05196df9) {{(pid=101951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:23:30.678050 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-04a19b52-9e99-4625-91c5-ff8f07bba56c tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Publish callbacks [] for port, precommit_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:30.711197 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-04a19b52-9e99-4625-91c5-ff8f07bba56c tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776911838082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9099554'] for port, after_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:30.755920 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04a19b52-9e99-4625-91c5-ff8f07bba56c tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Network fd27370c-43f8-4948-a495-3a9880be1635 is already hosted by enough agents. {{(pid=101951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:23:30.758941 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.scheduler.base_scheduler [None req-04a19b52-9e99-4625-91c5-ff8f07bba56c tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Resources bound (agent type, host, resource id): {{(pid=101951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:23:30.761653 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a19b52-9e99-4625-91c5-ff8f07bba56c tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Received port after_create {{(pid=101951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:23:30.768258 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a19b52-9e99-4625-91c5-ff8f07bba56c tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Pushing event updated for resources: {'Port': ['ID=cc4ec502-09dc-4051-b965-9ccf05196df9,revision_number=1']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:23:30.805667 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-6e72e30b-d533-48e1-89e1-e2b3014a0430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:31.117109 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-04a19b52-9e99-4625-91c5-ff8f07bba56c tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:31.183653 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-04a19b52-9e99-4625-91c5-ff8f07bba56c tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_update {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:31.331164 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-04a19b52-9e99-4625-91c5-ff8f07bba56c tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Publish callbacks [] for port, precommit_update {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:31.335565 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-04a19b52-9e99-4625-91c5-ff8f07bba56c tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776912265364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776911838100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776911838118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9099611'] for port, after_update {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:31.405867 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a19b52-9e99-4625-91c5-ff8f07bba56c tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Pushing event updated for resources: {'Port': ['ID=cc4ec502-09dc-4051-b965-9ccf05196df9,revision_number=2']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:23:31.415618 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-04a19b52-9e99-4625-91c5-ff8f07bba56c tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657105'] for floatingip, after_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:31.514312 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.db.l3_db [None req-04a19b52-9e99-4625-91c5-ff8f07bba56c tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Floating IP 64a92f31-36ed-4ce0-a453-d5935d7766de associated. External IP: 172.27.0.154, port: a670a980-753e-4b15-a3f7-b88557539127. Nov 11 22:23:31.722228 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04a19b52-9e99-4625-91c5-ff8f07bba56c tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Router 10cd6305-f48d-40b7-9fc5-d7ee37e2efc9 has already been hosted by L3 agent 4702c36b-78d9-4f52-8cbc-8d9e3292a6f2 {{(pid=101951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 22:23:31.791392 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:31.832360 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04a19b52-9e99-4625-91c5-ff8f07bba56c tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Notify agent at l3_agent.dv-cinder-733622-20-iscsi the message routers_updated {{(pid=101951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:23:31.842452 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc70ef26-6411-4a3a-afc0-d276bdbbe8ab None None] Sync routers for ids ['10cd6305-f48d-40b7-9fc5-d7ee37e2efc9'] in dv-cinder-733622-20-iscsi {{(pid=101952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:23:31.851843 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-04a19b52-9e99-4625-91c5-ff8f07bba56c tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26363'] for floatingip, before_response {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:31.852770 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc70ef26-6411-4a3a-afc0-d276bdbbe8ab None None] Routers {'10cd6305-f48d-40b7-9fc5-d7ee37e2efc9'} bound to L3 agent in host dv-cinder-733622-20-iscsi {{(pid=101952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:23:31.853392 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_hamode_db [None req-bc70ef26-6411-4a3a-afc0-d276bdbbe8ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T22:08:28Z,description=,heartbeat_timestamp=2021-11-11T22:23:28Z,host='dv-cinder-733622-20-iscsi',id=4702c36b-78d9-4f52-8cbc-8d9e3292a6f2,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T22:08:28Z,topic='l3_agent')) {'router_ids': ['10cd6305-f48d-40b7-9fc5-d7ee37e2efc9'], 'active': True} {{(pid=101952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:23:31.878708 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-04a19b52-9e99-4625-91c5-ff8f07bba56c tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5244329 Nov 11 22:23:31.879286 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13182ad6-5a2b-4701-95e4-f25470140b22', 'tag': 'a670a980-753e-4b15-a3f7-b88557539127'}] {{(pid=101951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:23:31.881675 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6edad8924451e5ac919d090b7a0cdac835d5bd684dc46b69d397444c146e85de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2eb227b-cead-4886-8108-773b8befcf49" -d '{"events": [{"name": "network-changed", "server_uuid": "13182ad6-5a2b-4701-95e4-f25470140b22", "tag": "a670a980-753e-4b15-a3f7-b88557539127"}]}' {{(pid=101951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:23:31.919741 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 22:23:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07f54d37-095b-4ee2-a358-803c5c69d8f5 x-openstack-request-id: req-07f54d37-095b-4ee2-a358-803c5c69d8f5 {{(pid=101951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:23:31.920026 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13182ad6-5a2b-4701-95e4-f25470140b22", "tag": "a670a980-753e-4b15-a3f7-b88557539127", "status": "completed", "code": 200}]} {{(pid=101951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:23:31.920277 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-07f54d37-095b-4ee2-a358-803c5c69d8f5 {{(pid=101951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:23:31.920706 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13182ad6-5a2b-4701-95e4-f25470140b22', 'tag': 'a670a980-753e-4b15-a3f7-b88557539127', 'status': 'completed', 'code': 200} Nov 11 22:23:31.966397 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_dvr_db [None req-bc70ef26-6411-4a3a-afc0-d276bdbbe8ab None None] Set router 10cd6305-f48d-40b7-9fc5-d7ee37e2efc9 gateway port host: dv-cinder-733622-20-iscsi {{(pid=101952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:23:31.983439 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eb227b-cead-4886-8108-773b8befcf49 req-4dab1b83-0457-4391-877c-fcd6791f816e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:23:31.984883 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-a2eb227b-cead-4886-8108-773b8befcf49 req-4dab1b83-0457-4391-877c-fcd6791f816e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=45877637febf473e8074291b9336b125&device_id=13182ad6-5a2b-4701-95e4-f25470140b22 HTTP/1.1" status: 200 len: 1099 time: 0.0410728 Nov 11 22:23:32.078120 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eb227b-cead-4886-8108-773b8befcf49 req-3d96b15d-a4c4-49f6-a216-23f1696fdfee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:23:32.079704 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-a2eb227b-cead-4886-8108-773b8befcf49 req-3d96b15d-a4c4-49f6-a216-23f1696fdfee service neutron] 10.222.0.26 "GET /v2.0/networks?id=432f6d4a-3b75-452f-9f40-63ce1a0d7c20 HTTP/1.1" status: 200 len: 913 time: 0.0869932 Nov 11 22:23:32.147492 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-a2eb227b-cead-4886-8108-773b8befcf49 req-f2cef265-3270-4b9e-aebe-60d460a0faa5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a670a980-753e-4b15-a3f7-b88557539127 HTTP/1.1" status: 200 len: 1000 time: 0.0595021 Nov 11 22:23:32.201421 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_hamode_db [None req-bc70ef26-6411-4a3a-afc0-d276bdbbe8ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10cd6305-f48d-40b7-9fc5-d7ee37e2efc9', 'name': 'tempest-TestVolumeBootPattern-1160449093-router', 'tenant_id': '45877637febf473e8074291b9336b125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'external_fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': '921633f6-5983-48e8-8be2-60f9250b518a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:19:31Z', 'updated_at': '2021-11-11T22:19:35Z', 'revision_number': 4, 'project_id': '45877637febf473e8074291b9336b125', 'gw_port': {'id': '921633f6-5983-48e8-8be2-60f9250b518a', 'name': '', 'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:12:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cd6305-f48d-40b7-9fc5-d7ee37e2efc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:19:32Z', 'updated_at': '2021-11-11T22:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-20-iscsi', '_floatingips': [{'id': '64a92f31-36ed-4ce0-a453-d5935d7766de', 'tenant_id': '45877637febf473e8074291b9336b125', 'floating_ip_address': '172.27.0.154', 'floating_network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'router_id': '10cd6305-f48d-40b7-9fc5-d7ee37e2efc9', 'port_id': 'a670a980-753e-4b15-a3f7-b88557539127', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '432f6d4a-3b75-452f-9f40-63ce1a0d7c20', 'mac_address': 'fa:16:3e:41:d2:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13182ad6-5a2b-4701-95e4-f25470140b22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T22:23:30Z', 'updated_at': '2021-11-11T22:23:30Z', 'revision_number': 0, 'project_id': '45877637febf473e8074291b9336b125', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74da1290-c8a3-4424-9696-57abc25ed7c0', 'name': '', 'network_id': '432f6d4a-3b75-452f-9f40-63ce1a0d7c20', 'tenant_id': '45877637febf473e8074291b9336b125', 'mac_address': 'fa:16:3e:6b:f7:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cd6305-f48d-40b7-9fc5-d7ee37e2efc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '45807439-1281-4080-909a-9299f816111e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:19:34Z', 'updated_at': '2021-11-11T22:19:41Z', 'revision_number': 5, 'project_id': '45877637febf473e8074291b9336b125', 'subnets': [{'id': '45807439-1281-4080-909a-9299f816111e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-20-iscsi', False) {} {{(pid=101952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:23:32.209701 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eb227b-cead-4886-8108-773b8befcf49 req-68ba2481-0244-4f86-b401-9c0914428003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:23:32.211201 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-a2eb227b-cead-4886-8108-773b8befcf49 req-68ba2481-0244-4f86-b401-9c0914428003 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=45807439-1281-4080-909a-9299f816111e HTTP/1.1" status: 200 len: 851 time: 0.0479410 Nov 11 22:23:32.227715 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc70ef26-6411-4a3a-afc0-d276bdbbe8ab None None] Checking router: 10cd6305-f48d-40b7-9fc5-d7ee37e2efc9 for host: dv-cinder-733622-20-iscsi {{(pid=101952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:23:32.237576 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc70ef26-6411-4a3a-afc0-d276bdbbe8ab None None] Routers {'10cd6305-f48d-40b7-9fc5-d7ee37e2efc9'} bound to L3 agent in host dv-cinder-733622-20-iscsi {{(pid=101952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:23:32.238117 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_hamode_db [None req-bc70ef26-6411-4a3a-afc0-d276bdbbe8ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T22:08:28Z,description=,heartbeat_timestamp=2021-11-11T22:23:28Z,host='dv-cinder-733622-20-iscsi',id=4702c36b-78d9-4f52-8cbc-8d9e3292a6f2,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T22:08:28Z,topic='l3_agent')) {'router_ids': ['10cd6305-f48d-40b7-9fc5-d7ee37e2efc9'], 'active': True} {{(pid=101952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:23:32.265269 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eb227b-cead-4886-8108-773b8befcf49 req-f51e2b77-4d3e-4c8c-8176-60b961ffd1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:23:32.266771 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-a2eb227b-cead-4886-8108-773b8befcf49 req-f51e2b77-4d3e-4c8c-8176-60b961ffd1cb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=432f6d4a-3b75-452f-9f40-63ce1a0d7c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0417092 Nov 11 22:23:32.345015 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_dvr_db [None req-bc70ef26-6411-4a3a-afc0-d276bdbbe8ab None None] Set router 10cd6305-f48d-40b7-9fc5-d7ee37e2efc9 gateway port host: dv-cinder-733622-20-iscsi {{(pid=101952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:23:32.365108 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-a2eb227b-cead-4886-8108-773b8befcf49 req-1add5b8f-940d-4f5c-8c75-10905a27734f service neutron] 10.222.0.26 "GET /v2.0/networks/432f6d4a-3b75-452f-9f40-63ce1a0d7c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810251 Nov 11 22:23:32.464604 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-a2eb227b-cead-4886-8108-773b8befcf49 req-c7fd83b8-c7c0-437b-acd8-18abaa081c94 service neutron] 10.222.0.26 "GET /v2.0/networks/432f6d4a-3b75-452f-9f40-63ce1a0d7c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912199 Nov 11 22:23:32.568735 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_hamode_db [None req-bc70ef26-6411-4a3a-afc0-d276bdbbe8ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10cd6305-f48d-40b7-9fc5-d7ee37e2efc9', 'name': 'tempest-TestVolumeBootPattern-1160449093-router', 'tenant_id': '45877637febf473e8074291b9336b125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'external_fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': '921633f6-5983-48e8-8be2-60f9250b518a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:19:31Z', 'updated_at': '2021-11-11T22:19:35Z', 'revision_number': 4, 'project_id': '45877637febf473e8074291b9336b125', 'gw_port': {'id': '921633f6-5983-48e8-8be2-60f9250b518a', 'name': '', 'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:12:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cd6305-f48d-40b7-9fc5-d7ee37e2efc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:19:32Z', 'updated_at': '2021-11-11T22:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-20-iscsi', '_floatingips': [{'id': '64a92f31-36ed-4ce0-a453-d5935d7766de', 'tenant_id': '45877637febf473e8074291b9336b125', 'floating_ip_address': '172.27.0.154', 'floating_network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'router_id': '10cd6305-f48d-40b7-9fc5-d7ee37e2efc9', 'port_id': 'a670a980-753e-4b15-a3f7-b88557539127', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '432f6d4a-3b75-452f-9f40-63ce1a0d7c20', 'mac_address': 'fa:16:3e:41:d2:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13182ad6-5a2b-4701-95e4-f25470140b22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T22:23:30Z', 'updated_at': '2021-11-11T22:23:30Z', 'revision_number': 0, 'project_id': '45877637febf473e8074291b9336b125', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74da1290-c8a3-4424-9696-57abc25ed7c0', 'name': '', 'network_id': '432f6d4a-3b75-452f-9f40-63ce1a0d7c20', 'tenant_id': '45877637febf473e8074291b9336b125', 'mac_address': 'fa:16:3e:6b:f7:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cd6305-f48d-40b7-9fc5-d7ee37e2efc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '45807439-1281-4080-909a-9299f816111e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:19:34Z', 'updated_at': '2021-11-11T22:19:41Z', 'revision_number': 5, 'project_id': '45877637febf473e8074291b9336b125', 'subnets': [{'id': '45807439-1281-4080-909a-9299f816111e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-20-iscsi', False) {} {{(pid=101952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:23:32.594990 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc70ef26-6411-4a3a-afc0-d276bdbbe8ab None None] The sync data for ids ['10cd6305-f48d-40b7-9fc5-d7ee37e2efc9'] in dv-cinder-733622-20-iscsi is: [{'id': '10cd6305-f48d-40b7-9fc5-d7ee37e2efc9', 'name': 'tempest-TestVolumeBootPattern-1160449093-router', 'tenant_id': '45877637febf473e8074291b9336b125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'external_fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': '921633f6-5983-48e8-8be2-60f9250b518a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:19:31Z', 'updated_at': '2021-11-11T22:19:35Z', 'revision_number': 4, 'project_id': '45877637febf473e8074291b9336b125', 'gw_port': {'id': '921633f6-5983-48e8-8be2-60f9250b518a', 'name': '', 'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:12:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cd6305-f48d-40b7-9fc5-d7ee37e2efc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:19:32Z', 'updated_at': '2021-11-11T22:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-20-iscsi', '_floatingips': [{'id': '64a92f31-36ed-4ce0-a453-d5935d7766de', 'tenant_id': '45877637febf473e8074291b9336b125', 'floating_ip_address': '172.27.0.154', 'floating_network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'router_id': '10cd6305-f48d-40b7-9fc5-d7ee37e2efc9', 'port_id': 'a670a980-753e-4b15-a3f7-b88557539127', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '432f6d4a-3b75-452f-9f40-63ce1a0d7c20', 'mac_address': 'fa:16:3e:41:d2:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13182ad6-5a2b-4701-95e4-f25470140b22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T22:23:30Z', 'updated_at': '2021-11-11T22:23:30Z', 'revision_number': 0, 'project_id': '45877637febf473e8074291b9336b125', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74da1290-c8a3-4424-9696-57abc25ed7c0', 'name': '', 'network_id': '432f6d4a-3b75-452f-9f40-63ce1a0d7c20', 'tenant_id': '45877637febf473e8074291b9336b125', 'mac_address': 'fa:16:3e:6b:f7:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cd6305-f48d-40b7-9fc5-d7ee37e2efc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '45807439-1281-4080-909a-9299f816111e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:19:34Z', 'updated_at': '2021-11-11T22:19:41Z', 'revision_number': 5, 'project_id': '45877637febf473e8074291b9336b125', 'subnets': [{'id': '45807439-1281-4080-909a-9299f816111e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:23:32.770241 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51383a0f-eb8f-4bce-be62-3e2ce63b19fe None None] New status for floating IP 64a92f31-36ed-4ce0-a453-d5935d7766de: ACTIVE {{(pid=101953) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 22:23:39.883075 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:40.635552 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-4601887a-b27d-45bb-af18-00be9b4f86ad req-9e532cf3-c57e-4903-9be8-67ae08388352 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7703a725-3881-436a-ae59-282d0fc8f43e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0380185 Nov 11 22:23:40.721450 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4601887a-b27d-45bb-af18-00be9b4f86ad req-ce9fc6fb-ea75-4686-8b67-6db4c7448f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:23:40.722975 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-4601887a-b27d-45bb-af18-00be9b4f86ad req-ce9fc6fb-ea75-4686-8b67-6db4c7448f93 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1ce5c1a9babe4d3098016d7a6fcab517&device_id=7703a725-3881-436a-ae59-282d0fc8f43e HTTP/1.1" status: 200 len: 1099 time: 0.0442073 Nov 11 22:23:40.829036 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4601887a-b27d-45bb-af18-00be9b4f86ad req-63fb2d3e-b1dc-44b5-854e-c066829d0916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:23:40.830489 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-4601887a-b27d-45bb-af18-00be9b4f86ad req-63fb2d3e-b1dc-44b5-854e-c066829d0916 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6d6ff938-050a-4ca6-ad58-070035060c7c HTTP/1.1" status: 200 len: 917 time: 0.0833101 Nov 11 22:23:40.905716 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-4601887a-b27d-45bb-af18-00be9b4f86ad req-ab4e4397-ec16-409d-9d74-960ebe9d759b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aec0e1e5-1aa7-4ca1-a39e-e1f98ea7045f HTTP/1.1" status: 200 len: 1000 time: 0.0626011 Nov 11 22:23:41.199043 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4601887a-b27d-45bb-af18-00be9b4f86ad req-95bdbcc8-e334-4193-a584-dc83e6ca5960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:23:41.200491 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-4601887a-b27d-45bb-af18-00be9b4f86ad req-95bdbcc8-e334-4193-a584-dc83e6ca5960 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=28859a9d-69fd-4dd9-a7c8-b3902292e969 HTTP/1.1" status: 200 len: 855 time: 0.2866645 Nov 11 22:23:41.244901 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4601887a-b27d-45bb-af18-00be9b4f86ad req-f3a3a526-30d3-417b-83f9-3e4ae6a06cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:23:41.246245 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-4601887a-b27d-45bb-af18-00be9b4f86ad req-f3a3a526-30d3-417b-83f9-3e4ae6a06cfd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6d6ff938-050a-4ca6-ad58-070035060c7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0384681 Nov 11 22:23:41.337873 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-4601887a-b27d-45bb-af18-00be9b4f86ad req-661d02c6-86a7-4002-a25b-d78ea6037f99 service neutron] 10.222.0.26 "GET /v2.0/networks/6d6ff938-050a-4ca6-ad58-070035060c7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804567 Nov 11 22:23:41.426079 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-4601887a-b27d-45bb-af18-00be9b4f86ad req-7147e5fd-4929-4203-b5a8-287a7b391416 service neutron] 10.222.0.26 "GET /v2.0/networks/6d6ff938-050a-4ca6-ad58-070035060c7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800374 Nov 11 22:23:43.967705 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.db.agents_db [None req-7a0be6d5-f821-4115-b6dd-94f53e40a68e None None] Agent healthcheck: found 6 active agents {{(pid=101953) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:23:50.715595 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b1fa2f-a5bc-4972-919a-a65c1b4c55a0 req-6f19b489-0ce6-4ade-9dfc-44663ef08206 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:23:50.717087 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-a7b1fa2f-a5bc-4972-919a-a65c1b4c55a0 req-6f19b489-0ce6-4ade-9dfc-44663ef08206 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/ports?device_id=7703a725-3881-436a-ae59-282d0fc8f43e HTTP/1.1" status: 200 len: 946 time: 0.0498991 Nov 11 22:23:50.764562 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-a7b1fa2f-a5bc-4972-919a-a65c1b4c55a0 req-2478d338-242b-4b91-86b4-676fe77d00ef tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9b7ac91-bf2b-4b23-a0c0-7bf41cf616d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414100 Nov 11 22:23:51.881381 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a453661-040f-4662-8c6e-fd24640dc8fb req-192e6a18-a939-4a2c-8059-eb6d68c510e4 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:23:51.882851 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-0a453661-040f-4662-8c6e-fd24640dc8fb req-192e6a18-a939-4a2c-8059-eb6d68c510e4 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/ports?device_id=7703a725-3881-436a-ae59-282d0fc8f43e HTTP/1.1" status: 200 len: 946 time: 0.0490508 Nov 11 22:23:51.929278 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-0a453661-040f-4662-8c6e-fd24640dc8fb req-8061086f-6b75-4622-985d-22ee5aa87ffc tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/security-groups?id=e9b7ac91-bf2b-4b23-a0c0-7bf41cf616d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398793 Nov 11 22:23:52.240457 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9b2e7d-cb9f-454e-b372-c7717e54c272 req-626116e4-78cc-4d5d-bd03-2cd2580c93f4 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:23:52.241925 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-be9b2e7d-cb9f-454e-b372-c7717e54c272 req-626116e4-78cc-4d5d-bd03-2cd2580c93f4 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.26 "GET /v2.0/ports?device_id=7703a725-3881-436a-ae59-282d0fc8f43e HTTP/1.1" status: 200 len: 946 time: 0.0480049 Nov 11 22:23:52.334727 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.plugin [req-be9b2e7d-cb9f-454e-b372-c7717e54c272 req-6ede3fd4-d2b6-4000-9d1b-dfd031a4ba5b tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Deleting port aec0e1e5-1aa7-4ca1-a39e-e1f98ea7045f {{(pid=101951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:23:52.335066 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [req-be9b2e7d-cb9f-454e-b372-c7717e54c272 req-6ede3fd4-d2b6-4000-9d1b-dfd031a4ba5b tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776912257464'] for port, before_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:52.423582 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.db [req-be9b2e7d-cb9f-454e-b372-c7717e54c272 req-6ede3fd4-d2b6-4000-9d1b-dfd031a4ba5b tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] For port aec0e1e5-1aa7-4ca1-a39e-e1f98ea7045f, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=aec0e1e5-1aa7-4ca1-a39e-e1f98ea7045f,segment=NetworkSegment(9c208126-1f8a-404f-ae1b-bfd4e87909c5),segment_id=9c208126-1f8a-404f-ae1b-bfd4e87909c5)] {{(pid=101951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:23:52.423927 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [req-be9b2e7d-cb9f-454e-b372-c7717e54c272 req-6ede3fd4-d2b6-4000-9d1b-dfd031a4ba5b tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668535'] for port, precommit_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:52.587683 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [req-be9b2e7d-cb9f-454e-b372-c7717e54c272 req-6ede3fd4-d2b6-4000-9d1b-dfd031a4ba5b tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:52.588038 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [req-be9b2e7d-cb9f-454e-b372-c7717e54c272 req-6ede3fd4-d2b6-4000-9d1b-dfd031a4ba5b tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657105'] for floatingip, after_update {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:52.588344 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.db.l3_db [req-be9b2e7d-cb9f-454e-b372-c7717e54c272 req-6ede3fd4-d2b6-4000-9d1b-dfd031a4ba5b tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Floating IP 18ac5c7b-94bb-4a4a-b715-de24832928cd disassociated. External IP: 172.27.0.17, port: aec0e1e5-1aa7-4ca1-a39e-e1f98ea7045f. Nov 11 22:23:52.588727 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.plugin [req-be9b2e7d-cb9f-454e-b372-c7717e54c272 req-6ede3fd4-d2b6-4000-9d1b-dfd031a4ba5b tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Calling delete_port for aec0e1e5-1aa7-4ca1-a39e-e1f98ea7045f owned by compute:nova {{(pid=101951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:23:52.716826 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [req-be9b2e7d-cb9f-454e-b372-c7717e54c272 req-6ede3fd4-d2b6-4000-9d1b-dfd031a4ba5b tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776912265346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776911838091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9099554'] for port, after_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:52.743969 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ede3fd4-d2b6-4000-9d1b-dfd031a4ba5b tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Pushing event deleted for resources: {'Port': ['ID=aec0e1e5-1aa7-4ca1-a39e-e1f98ea7045f,revision_number=None']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:23:52.755493 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ede3fd4-d2b6-4000-9d1b-dfd031a4ba5b tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:23:52.755847 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ede3fd4-d2b6-4000-9d1b-dfd031a4ba5b tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:23:52.756194 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ede3fd4-d2b6-4000-9d1b-dfd031a4ba5b tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:23:52.756586 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ede3fd4-d2b6-4000-9d1b-dfd031a4ba5b tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:23:52.756934 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ede3fd4-d2b6-4000-9d1b-dfd031a4ba5b tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:23:52.757274 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ede3fd4-d2b6-4000-9d1b-dfd031a4ba5b tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:23:52.757608 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ede3fd4-d2b6-4000-9d1b-dfd031a4ba5b tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:23:52.758001 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ede3fd4-d2b6-4000-9d1b-dfd031a4ba5b tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:23:52.758256 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ede3fd4-d2b6-4000-9d1b-dfd031a4ba5b tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:23:52.758584 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ede3fd4-d2b6-4000-9d1b-dfd031a4ba5b tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:23:52.758913 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ede3fd4-d2b6-4000-9d1b-dfd031a4ba5b tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:23:52.759244 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ede3fd4-d2b6-4000-9d1b-dfd031a4ba5b tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:23:52.867547 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.scheduler.l3_agent_scheduler [req-be9b2e7d-cb9f-454e-b372-c7717e54c272 req-6ede3fd4-d2b6-4000-9d1b-dfd031a4ba5b tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Router 30799c90-1e6b-40e6-bfee-eed6d0195471 has already been hosted by L3 agent 4702c36b-78d9-4f52-8cbc-8d9e3292a6f2 {{(pid=101951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 22:23:52.974647 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-be9b2e7d-cb9f-454e-b372-c7717e54c272 req-6ede3fd4-d2b6-4000-9d1b-dfd031a4ba5b tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Notify agent at l3_agent.dv-cinder-733622-20-iscsi the message routers_updated {{(pid=101951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:23:52.985553 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f36ddaa-0b29-4e71-80cb-25f1678e24cc None None] Sync routers for ids ['30799c90-1e6b-40e6-bfee-eed6d0195471'] in dv-cinder-733622-20-iscsi {{(pid=101952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:23:52.994963 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f36ddaa-0b29-4e71-80cb-25f1678e24cc None None] Routers {'30799c90-1e6b-40e6-bfee-eed6d0195471'} bound to L3 agent in host dv-cinder-733622-20-iscsi {{(pid=101952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:23:52.995770 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_hamode_db [None req-7f36ddaa-0b29-4e71-80cb-25f1678e24cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T22:08:28Z,description=,heartbeat_timestamp=2021-11-11T22:23:28Z,host='dv-cinder-733622-20-iscsi',id=4702c36b-78d9-4f52-8cbc-8d9e3292a6f2,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T22:08:28Z,topic='l3_agent')) {'router_ids': ['30799c90-1e6b-40e6-bfee-eed6d0195471'], 'active': True} {{(pid=101952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:23:53.014621 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.db.l3_dvrscheduler_db [req-be9b2e7d-cb9f-454e-b372-c7717e54c272 req-6ede3fd4-d2b6-4000-9d1b-dfd031a4ba5b tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] No DVR routers for this DVR port aec0e1e5-1aa7-4ca1-a39e-e1f98ea7045f on host hv-cinder-73362 {{(pid=101951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 22:23:53.017597 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [req-be9b2e7d-cb9f-454e-b372-c7717e54c272 req-6ede3fd4-d2b6-4000-9d1b-dfd031a4ba5b tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26363'] for port, before_response {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:53.021076 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-be9b2e7d-cb9f-454e-b372-c7717e54c272 req-6ede3fd4-d2b6-4000-9d1b-dfd031a4ba5b tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.26 "DELETE /v2.0/ports/aec0e1e5-1aa7-4ca1-a39e-e1f98ea7045f HTTP/1.1" status: 204 len: 173 time: 0.7726343 Nov 11 22:23:53.021471 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7703a725-3881-436a-ae59-282d0fc8f43e', 'name': 'network-vif-deleted', 'tag': 'aec0e1e5-1aa7-4ca1-a39e-e1f98ea7045f'}] {{(pid=101951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:23:53.023947 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6edad8924451e5ac919d090b7a0cdac835d5bd684dc46b69d397444c146e85de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e21b3dd-67d4-4dea-b3d3-9e0fa251f10b" -d '{"events": [{"server_uuid": "7703a725-3881-436a-ae59-282d0fc8f43e", "name": "network-vif-deleted", "tag": "aec0e1e5-1aa7-4ca1-a39e-e1f98ea7045f"}]}' {{(pid=101951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:23:53.037045 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-134c517d-cd96-40ec-899b-cda8d27e9605 req-5b743e11-a9ab-414c-8fb6-bedafd8dd922 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/ports?device_id=7703a725-3881-436a-ae59-282d0fc8f43e HTTP/1.1" status: 200 len: 210 time: 0.0334651 Nov 11 22:23:53.078499 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 22:23:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddad1c17-722c-4a83-b267-d0117d3c886b x-openstack-request-id: req-ddad1c17-722c-4a83-b267-d0117d3c886b {{(pid=101951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:23:53.078790 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7703a725-3881-436a-ae59-282d0fc8f43e", "name": "network-vif-deleted", "tag": "aec0e1e5-1aa7-4ca1-a39e-e1f98ea7045f", "status": "completed", "code": 200}]} {{(pid=101951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:23:53.079049 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-ddad1c17-722c-4a83-b267-d0117d3c886b {{(pid=101951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:23:53.081040 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7703a725-3881-436a-ae59-282d0fc8f43e', 'name': 'network-vif-deleted', 'tag': 'aec0e1e5-1aa7-4ca1-a39e-e1f98ea7045f', 'status': 'completed', 'code': 200} Nov 11 22:23:53.133464 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_dvr_db [None req-7f36ddaa-0b29-4e71-80cb-25f1678e24cc None None] Set router 30799c90-1e6b-40e6-bfee-eed6d0195471 gateway port host: dv-cinder-733622-20-iscsi {{(pid=101952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:23:53.338790 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_hamode_db [None req-7f36ddaa-0b29-4e71-80cb-25f1678e24cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30799c90-1e6b-40e6-bfee-eed6d0195471', 'name': 'tempest-AttachVolumeShelveTestJSON-159595070-router', 'tenant_id': '1ce5c1a9babe4d3098016d7a6fcab517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'external_fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': '47223bcb-7731-4d66-8ad4-7276dc161995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:16:31Z', 'updated_at': '2021-11-11T22:16:40Z', 'revision_number': 4, 'project_id': '1ce5c1a9babe4d3098016d7a6fcab517', 'gw_port': {'id': '47223bcb-7731-4d66-8ad4-7276dc161995', 'name': '', 'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:a7:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30799c90-1e6b-40e6-bfee-eed6d0195471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:16:33Z', 'updated_at': '2021-11-11T22:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-20-iscsi', '_interfaces': [{'id': 'c3297ac4-4943-4477-a9c9-2a78cc62f6c5', 'name': '', 'network_id': '6d6ff938-050a-4ca6-ad58-070035060c7c', 'tenant_id': '1ce5c1a9babe4d3098016d7a6fcab517', 'mac_address': 'fa:16:3e:67:30:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30799c90-1e6b-40e6-bfee-eed6d0195471', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '28859a9d-69fd-4dd9-a7c8-b3902292e969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:16:38Z', 'updated_at': '2021-11-11T22:16:56Z', 'revision_number': 5, 'project_id': '1ce5c1a9babe4d3098016d7a6fcab517', 'subnets': [{'id': '28859a9d-69fd-4dd9-a7c8-b3902292e969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-20-iscsi', False) {} {{(pid=101952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:23:53.368466 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f36ddaa-0b29-4e71-80cb-25f1678e24cc None None] Checking router: 30799c90-1e6b-40e6-bfee-eed6d0195471 for host: dv-cinder-733622-20-iscsi {{(pid=101952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:23:53.377846 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f36ddaa-0b29-4e71-80cb-25f1678e24cc None None] Routers {'30799c90-1e6b-40e6-bfee-eed6d0195471'} bound to L3 agent in host dv-cinder-733622-20-iscsi {{(pid=101952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:23:53.378449 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_hamode_db [None req-7f36ddaa-0b29-4e71-80cb-25f1678e24cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T22:08:28Z,description=,heartbeat_timestamp=2021-11-11T22:23:28Z,host='dv-cinder-733622-20-iscsi',id=4702c36b-78d9-4f52-8cbc-8d9e3292a6f2,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T22:08:28Z,topic='l3_agent')) {'router_ids': ['30799c90-1e6b-40e6-bfee-eed6d0195471'], 'active': True} {{(pid=101952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:23:53.485635 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_dvr_db [None req-7f36ddaa-0b29-4e71-80cb-25f1678e24cc None None] Set router 30799c90-1e6b-40e6-bfee-eed6d0195471 gateway port host: dv-cinder-733622-20-iscsi {{(pid=101952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:23:53.688424 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_hamode_db [None req-7f36ddaa-0b29-4e71-80cb-25f1678e24cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30799c90-1e6b-40e6-bfee-eed6d0195471', 'name': 'tempest-AttachVolumeShelveTestJSON-159595070-router', 'tenant_id': '1ce5c1a9babe4d3098016d7a6fcab517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'external_fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': '47223bcb-7731-4d66-8ad4-7276dc161995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:16:31Z', 'updated_at': '2021-11-11T22:16:40Z', 'revision_number': 4, 'project_id': '1ce5c1a9babe4d3098016d7a6fcab517', 'gw_port': {'id': '47223bcb-7731-4d66-8ad4-7276dc161995', 'name': '', 'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:a7:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30799c90-1e6b-40e6-bfee-eed6d0195471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:16:33Z', 'updated_at': '2021-11-11T22:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-20-iscsi', '_interfaces': [{'id': 'c3297ac4-4943-4477-a9c9-2a78cc62f6c5', 'name': '', 'network_id': '6d6ff938-050a-4ca6-ad58-070035060c7c', 'tenant_id': '1ce5c1a9babe4d3098016d7a6fcab517', 'mac_address': 'fa:16:3e:67:30:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30799c90-1e6b-40e6-bfee-eed6d0195471', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '28859a9d-69fd-4dd9-a7c8-b3902292e969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:16:38Z', 'updated_at': '2021-11-11T22:16:56Z', 'revision_number': 5, 'project_id': '1ce5c1a9babe4d3098016d7a6fcab517', 'subnets': [{'id': '28859a9d-69fd-4dd9-a7c8-b3902292e969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-20-iscsi', False) {} {{(pid=101952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:23:53.714213 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f36ddaa-0b29-4e71-80cb-25f1678e24cc None None] The sync data for ids ['30799c90-1e6b-40e6-bfee-eed6d0195471'] in dv-cinder-733622-20-iscsi is: [{'id': '30799c90-1e6b-40e6-bfee-eed6d0195471', 'name': 'tempest-AttachVolumeShelveTestJSON-159595070-router', 'tenant_id': '1ce5c1a9babe4d3098016d7a6fcab517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'external_fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': '47223bcb-7731-4d66-8ad4-7276dc161995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:16:31Z', 'updated_at': '2021-11-11T22:16:40Z', 'revision_number': 4, 'project_id': '1ce5c1a9babe4d3098016d7a6fcab517', 'gw_port': {'id': '47223bcb-7731-4d66-8ad4-7276dc161995', 'name': '', 'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:a7:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30799c90-1e6b-40e6-bfee-eed6d0195471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:16:33Z', 'updated_at': '2021-11-11T22:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-20-iscsi', '_interfaces': [{'id': 'c3297ac4-4943-4477-a9c9-2a78cc62f6c5', 'name': '', 'network_id': '6d6ff938-050a-4ca6-ad58-070035060c7c', 'tenant_id': '1ce5c1a9babe4d3098016d7a6fcab517', 'mac_address': 'fa:16:3e:67:30:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30799c90-1e6b-40e6-bfee-eed6d0195471', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '28859a9d-69fd-4dd9-a7c8-b3902292e969', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:16:38Z', 'updated_at': '2021-11-11T22:16:56Z', 'revision_number': 5, 'project_id': '1ce5c1a9babe4d3098016d7a6fcab517', 'subnets': [{'id': '28859a9d-69fd-4dd9-a7c8-b3902292e969', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:23:53.918904 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f42e583-009f-4675-8bec-709cd4c28b23 None None] New status for floating IP 18ac5c7b-94bb-4a4a-b715-de24832928cd: DOWN {{(pid=101953) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 22:23:54.127949 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 49454) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:23:54.183750 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-e733548e-ac54-4024-96ab-e165b0601187 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Publish callbacks [] for security_group, before_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:54.205766 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-e733548e-ac54-4024-96ab-e165b0601187 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:54.256565 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-e733548e-ac54-4024-96ab-e165b0601187 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:54.259276 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-e733548e-ac54-4024-96ab-e165b0601187 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Publish callbacks [] for security_group, before_response {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:54.260419 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-e733548e-ac54-4024-96ab-e165b0601187 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "DELETE /v2.0/security-groups/e9b7ac91-bf2b-4b23-a0c0-7bf41cf616d9 HTTP/1.1" status: 204 len: 168 time: 0.1314478 Nov 11 22:23:54.263313 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.wsgi [-] (101950) accepted ('10.222.0.50', 49458) {{(pid=101950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:23:54.269343 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e733548e-ac54-4024-96ab-e165b0601187 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9b7ac91-bf2b-4b23-a0c0-7bf41cf616d9,revision_number=None']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:23:54.282147 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.api.v2.resource [None req-337db389-3041-44b6-b0d2-ccbb588daf2f tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] show failed (client error): The resource could not be found. Nov 11 22:23:54.283272 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [None req-337db389-3041-44b6-b0d2-ccbb588daf2f tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "GET /v2.0/security-groups/e9b7ac91-bf2b-4b23-a0c0-7bf41cf616d9 HTTP/1.1" status: 404 len: 347 time: 0.0189772 Nov 11 22:23:54.286367 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.wsgi [-] (101950) accepted ('10.222.0.50', 49460) {{(pid=101950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:23:54.410406 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.plugins.ml2.plugin [None req-f2c49641-f5b0-436a-8f9b-0fcc8fb25a68 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Deleting port 169cf84f-29fd-4572-a266-316c13822e9d {{(pid=101950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:23:54.410741 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-f2c49641-f5b0-436a-8f9b-0fcc8fb25a68 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776912257464'] for port, before_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:54.485557 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-f2c49641-f5b0-436a-8f9b-0fcc8fb25a68 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668535'] for port, precommit_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:54.485881 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-f2c49641-f5b0-436a-8f9b-0fcc8fb25a68 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:54.497254 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.plugins.ml2.plugin [None req-f2c49641-f5b0-436a-8f9b-0fcc8fb25a68 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Calling delete_port for 169cf84f-29fd-4572-a266-316c13822e9d owned by network:floatingip {{(pid=101950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:23:54.634932 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-f2c49641-f5b0-436a-8f9b-0fcc8fb25a68 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776912265346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776911838091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3976619'] for port, after_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:54.658306 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c49641-f5b0-436a-8f9b-0fcc8fb25a68 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Pushing event deleted for resources: {'Port': ['ID=169cf84f-29fd-4572-a266-316c13822e9d,revision_number=None']} {{(pid=101950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:23:54.668117 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c49641-f5b0-436a-8f9b-0fcc8fb25a68 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:23:54.668533 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c49641-f5b0-436a-8f9b-0fcc8fb25a68 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:23:54.668883 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c49641-f5b0-436a-8f9b-0fcc8fb25a68 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:23:54.669221 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c49641-f5b0-436a-8f9b-0fcc8fb25a68 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:23:54.669556 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c49641-f5b0-436a-8f9b-0fcc8fb25a68 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:23:54.670223 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c49641-f5b0-436a-8f9b-0fcc8fb25a68 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:23:54.670223 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c49641-f5b0-436a-8f9b-0fcc8fb25a68 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:23:54.670517 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c49641-f5b0-436a-8f9b-0fcc8fb25a68 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:23:54.670841 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c49641-f5b0-436a-8f9b-0fcc8fb25a68 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:23:54.671165 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c49641-f5b0-436a-8f9b-0fcc8fb25a68 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:23:54.671491 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c49641-f5b0-436a-8f9b-0fcc8fb25a68 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:23:54.671813 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c49641-f5b0-436a-8f9b-0fcc8fb25a68 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:23:54.733760 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-f2c49641-f5b0-436a-8f9b-0fcc8fb25a68 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Publish callbacks [] for floatingip, after_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:54.736356 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-f2c49641-f5b0-436a-8f9b-0fcc8fb25a68 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26363'] for floatingip, before_response {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:54.737503 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [None req-f2c49641-f5b0-436a-8f9b-0fcc8fb25a68 tempest-AttachVolumeShelveTestJSON-1864883754 tempest-AttachVolumeShelveTestJSON-1864883754-project] 10.222.0.50 "DELETE /v2.0/floatingips/18ac5c7b-94bb-4a4a-b715-de24832928cd HTTP/1.1" status: 204 len: 168 time: 0.4494917 Nov 11 22:23:55.630760 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-9b7ac91f-a14e-43b9-8709-538204ae0bbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:56.086601 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Device aec0e1e5-1aa7-4ca1-a39e-e1f98ea7045f no longer exists at agent hyperv_hv-cinder-73362 {{(pid=101952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:23:56.106945 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.plugin [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] No Port match for: aec0e1e5-1aa7-4ca1-a39e-e1f98ea7045f {{(pid=101952) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:23:56.107278 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Device aec0e1e5-1aa7-4ca1-a39e-e1f98ea7045f not bound to the agent host hv-cinder-73362 {{(pid=101952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:23:57.155692 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 49486) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:23:57.657386 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-bdf84fad-9eb5-4d60-9e2e-06bac9891bdd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-658385'] for router_interface, before_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:57.917974 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.plugin [None req-bdf84fad-9eb5-4d60-9e2e-06bac9891bdd admin admin] Deleting port c3297ac4-4943-4477-a9c9-2a78cc62f6c5 {{(pid=101951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:23:57.918312 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-bdf84fad-9eb5-4d60-9e2e-06bac9891bdd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776912257464'] for port, before_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:57.996840 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.db [None req-bdf84fad-9eb5-4d60-9e2e-06bac9891bdd admin admin] For port c3297ac4-4943-4477-a9c9-2a78cc62f6c5, host dv-cinder-733622-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-20-iscsi',level=0,port_id=c3297ac4-4943-4477-a9c9-2a78cc62f6c5,segment=NetworkSegment(9c208126-1f8a-404f-ae1b-bfd4e87909c5),segment_id=9c208126-1f8a-404f-ae1b-bfd4e87909c5)] {{(pid=101951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:23:57.997197 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-bdf84fad-9eb5-4d60-9e2e-06bac9891bdd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668535'] for port, precommit_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:58.013502 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.plugin [None req-bdf84fad-9eb5-4d60-9e2e-06bac9891bdd admin admin] Calling delete_port for c3297ac4-4943-4477-a9c9-2a78cc62f6c5 owned by network:router_interface {{(pid=101951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:23:58.181362 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-c5f65471-98dd-4682-9756-70496fba0a23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:58.191425 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-bdf84fad-9eb5-4d60-9e2e-06bac9891bdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776912265346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776911838091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9099554'] for port, after_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:58.216773 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf84fad-9eb5-4d60-9e2e-06bac9891bdd admin admin] Pushing event deleted for resources: {'Port': ['ID=c3297ac4-4943-4477-a9c9-2a78cc62f6c5,revision_number=None']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:23:58.380810 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-bdf84fad-9eb5-4d60-9e2e-06bac9891bdd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-634269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-657249'] for router_interface, after_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:58.602299 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdf84fad-9eb5-4d60-9e2e-06bac9891bdd admin admin] Router 30799c90-1e6b-40e6-bfee-eed6d0195471 has already been hosted by L3 agent 4702c36b-78d9-4f52-8cbc-8d9e3292a6f2 {{(pid=101951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 22:23:58.717914 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdf84fad-9eb5-4d60-9e2e-06bac9891bdd admin admin] Notify agent at l3_agent.dv-cinder-733622-20-iscsi the message routers_updated {{(pid=101951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:23:58.724629 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-bdf84fad-9eb5-4d60-9e2e-06bac9891bdd admin admin] 10.222.0.50 "PUT /v2.0/routers/30799c90-1e6b-40e6-bfee-eed6d0195471/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5660582 Nov 11 22:23:58.725802 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.wsgi [-] (101950) accepted ('10.222.0.50', 49494) {{(pid=101950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:23:58.726335 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac1c66c-a1a2-4469-8a9c-6cf68f1f42e4 None None] Sync routers for ids ['30799c90-1e6b-40e6-bfee-eed6d0195471'] in dv-cinder-733622-20-iscsi {{(pid=101952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:23:58.737682 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac1c66c-a1a2-4469-8a9c-6cf68f1f42e4 None None] Routers {'30799c90-1e6b-40e6-bfee-eed6d0195471'} bound to L3 agent in host dv-cinder-733622-20-iscsi {{(pid=101952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:23:58.738285 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_hamode_db [None req-fac1c66c-a1a2-4469-8a9c-6cf68f1f42e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T22:08:28Z,description=,heartbeat_timestamp=2021-11-11T22:23:58Z,host='dv-cinder-733622-20-iscsi',id=4702c36b-78d9-4f52-8cbc-8d9e3292a6f2,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T22:08:28Z,topic='l3_agent')) {'router_ids': ['30799c90-1e6b-40e6-bfee-eed6d0195471'], 'active': True} {{(pid=101952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:23:58.840411 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-2642866b-0571-4355-b611-e973f247a78a admin admin] Publish callbacks [] for router, before_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:58.854808 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_dvr_db [None req-fac1c66c-a1a2-4469-8a9c-6cf68f1f42e4 None None] Set router 30799c90-1e6b-40e6-bfee-eed6d0195471 gateway port host: dv-cinder-733622-20-iscsi {{(pid=101952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:23:58.954777 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-2642866b-0571-4355-b611-e973f247a78a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:59.014782 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.plugins.ml2.plugin [None req-2642866b-0571-4355-b611-e973f247a78a admin admin] Deleting port 47223bcb-7731-4d66-8ad4-7276dc161995 {{(pid=101950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:23:59.015257 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-2642866b-0571-4355-b611-e973f247a78a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776912257464'] for port, before_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:59.048743 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_hamode_db [None req-fac1c66c-a1a2-4469-8a9c-6cf68f1f42e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30799c90-1e6b-40e6-bfee-eed6d0195471', 'name': 'tempest-AttachVolumeShelveTestJSON-159595070-router', 'tenant_id': '1ce5c1a9babe4d3098016d7a6fcab517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'external_fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.179'}], 'enable_snat': True}, 'gw_port_id': '47223bcb-7731-4d66-8ad4-7276dc161995', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:16:31Z', 'updated_at': '2021-11-11T22:23:58Z', 'revision_number': 5, 'project_id': '1ce5c1a9babe4d3098016d7a6fcab517', 'gw_port': {'id': '47223bcb-7731-4d66-8ad4-7276dc161995', 'name': '', 'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:a7:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30799c90-1e6b-40e6-bfee-eed6d0195471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:16:33Z', 'updated_at': '2021-11-11T22:16:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-20-iscsi'}], 'dv-cinder-733622-20-iscsi', False) {} {{(pid=101952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:23:59.076440 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac1c66c-a1a2-4469-8a9c-6cf68f1f42e4 None None] Checking router: 30799c90-1e6b-40e6-bfee-eed6d0195471 for host: dv-cinder-733622-20-iscsi {{(pid=101952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:23:59.085455 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac1c66c-a1a2-4469-8a9c-6cf68f1f42e4 None None] Routers {'30799c90-1e6b-40e6-bfee-eed6d0195471'} bound to L3 agent in host dv-cinder-733622-20-iscsi {{(pid=101952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:23:59.086088 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_hamode_db [None req-fac1c66c-a1a2-4469-8a9c-6cf68f1f42e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T22:08:28Z,description=,heartbeat_timestamp=2021-11-11T22:23:58Z,host='dv-cinder-733622-20-iscsi',id=4702c36b-78d9-4f52-8cbc-8d9e3292a6f2,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T22:08:28Z,topic='l3_agent')) {'router_ids': ['30799c90-1e6b-40e6-bfee-eed6d0195471'], 'active': True} {{(pid=101952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:23:59.102187 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.plugins.ml2.db [None req-2642866b-0571-4355-b611-e973f247a78a admin admin] For port 47223bcb-7731-4d66-8ad4-7276dc161995, host dv-cinder-733622-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-20-iscsi',level=0,port_id=47223bcb-7731-4d66-8ad4-7276dc161995,segment=NetworkSegment(a0316b7b-fb1e-457f-ba74-a0bbaa82bcb7),segment_id=a0316b7b-fb1e-457f-ba74-a0bbaa82bcb7)] {{(pid=101950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:23:59.102596 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-2642866b-0571-4355-b611-e973f247a78a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668535'] for port, precommit_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:59.117514 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.plugins.ml2.plugin [None req-2642866b-0571-4355-b611-e973f247a78a admin admin] Calling delete_port for 47223bcb-7731-4d66-8ad4-7276dc161995 owned by network:router_gateway {{(pid=101950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:23:59.175822 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_dvr_db [None req-fac1c66c-a1a2-4469-8a9c-6cf68f1f42e4 None None] Set router 30799c90-1e6b-40e6-bfee-eed6d0195471 gateway port host: None {{(pid=101952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:23:59.235724 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_hamode_db [None req-fac1c66c-a1a2-4469-8a9c-6cf68f1f42e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30799c90-1e6b-40e6-bfee-eed6d0195471', 'name': 'tempest-AttachVolumeShelveTestJSON-159595070-router', 'tenant_id': '1ce5c1a9babe4d3098016d7a6fcab517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:16:31Z', 'updated_at': '2021-11-11T22:23:58Z', 'revision_number': 6, 'project_id': '1ce5c1a9babe4d3098016d7a6fcab517', 'gw_port_host': None}], 'dv-cinder-733622-20-iscsi', False) {} {{(pid=101952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:23:59.263004 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac1c66c-a1a2-4469-8a9c-6cf68f1f42e4 None None] The sync data for ids ['30799c90-1e6b-40e6-bfee-eed6d0195471'] in dv-cinder-733622-20-iscsi is: [{'id': '30799c90-1e6b-40e6-bfee-eed6d0195471', 'name': 'tempest-AttachVolumeShelveTestJSON-159595070-router', 'tenant_id': '1ce5c1a9babe4d3098016d7a6fcab517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:16:31Z', 'updated_at': '2021-11-11T22:23:58Z', 'revision_number': 6, 'project_id': '1ce5c1a9babe4d3098016d7a6fcab517', 'gw_port_host': None}] {{(pid=101952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:23:59.288781 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-2642866b-0571-4355-b611-e973f247a78a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776912265346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776911838091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3976619'] for port, after_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:59.316059 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2642866b-0571-4355-b611-e973f247a78a admin admin] Pushing event deleted for resources: {'Port': ['ID=47223bcb-7731-4d66-8ad4-7276dc161995,revision_number=None']} {{(pid=101950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:23:59.378603 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-2642866b-0571-4355-b611-e973f247a78a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-657051'] for router_gateway, after_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:59.417877 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-766b5b4b-9c4e-4513-9f30-d5290b623bba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:59.481727 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-2642866b-0571-4355-b611-e973f247a78a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-657422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24968'] for router, precommit_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:59.483976 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-2642866b-0571-4355-b611-e973f247a78a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:59.548478 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-2642866b-0571-4355-b611-e973f247a78a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-657527'] for router, after_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:59.549002 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2642866b-0571-4355-b611-e973f247a78a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 30799c90-1e6b-40e6-bfee-eed6d0195471 {{(pid=101950) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 22:23:59.554158 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-2642866b-0571-4355-b611-e973f247a78a admin admin] Publish callbacks [] for router, before_response {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:59.555279 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [None req-2642866b-0571-4355-b611-e973f247a78a admin admin] 10.222.0.50 "DELETE /v2.0/routers/30799c90-1e6b-40e6-bfee-eed6d0195471 HTTP/1.1" status: 204 len: 168 time: 0.8284929 Nov 11 22:23:59.557746 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.wsgi [-] (101950) accepted ('10.222.0.50', 49496) {{(pid=101950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:23:59.602443 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.db.db_base_plugin_v2 [None req-3263178b-d98b-4010-9e02-86bc1b908e0e admin admin] Deleting subnet 28859a9d-69fd-4dd9-a7c8-b3902292e969 {{(pid=101950) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 22:23:59.605819 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-3263178b-d98b-4010-9e02-86bc1b908e0e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:59.642674 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-3263178b-d98b-4010-9e02-86bc1b908e0e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8758040'] for subnet, precommit_delete_associations {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:59.755342 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-3263178b-d98b-4010-9e02-86bc1b908e0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8068352'] for subnet, precommit_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:59.809232 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-3263178b-d98b-4010-9e02-86bc1b908e0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8068375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3976600', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9025180'] for subnet, after_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:59.832939 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3263178b-d98b-4010-9e02-86bc1b908e0e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28859a9d-69fd-4dd9-a7c8-b3902292e969,revision_number=None']} {{(pid=101950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:23:59.838876 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-3263178b-d98b-4010-9e02-86bc1b908e0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634242'] for subnet, before_response {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:59.842194 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [None req-3263178b-d98b-4010-9e02-86bc1b908e0e admin admin] 10.222.0.50 "DELETE /v2.0/subnets/28859a9d-69fd-4dd9-a7c8-b3902292e969 HTTP/1.1" status: 204 len: 168 time: 0.2835248 Nov 11 22:23:59.844276 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df6ca57c-68c4-4919-9d5f-c984facc17e9 None None] Network 6d6ff938-050a-4ca6-ad58-070035060c7c requested from dv-cinder-733622-20-iscsi {{(pid=101952) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:23:59.844743 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 49500) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:23:59.916355 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-44f744c3-1ef5-4d2c-9b64-366eba430116 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8138597'] for network, before_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:23:59.974274 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.plugin [None req-44f744c3-1ef5-4d2c-9b64-366eba430116 admin admin] Deleting port 498878eb-7bd5-486a-ad92-98e9b5736b7b {{(pid=101951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:23:59.974615 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-44f744c3-1ef5-4d2c-9b64-366eba430116 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776912257464'] for port, before_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:00.037775 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20538f0d-abfb-4611-a99e-816f8e5fe77a None None] DHCP port deletion for 6d6ff938-050a-4ca6-ad58-070035060c7c request from dv-cinder-733622-20-iscsi {{(pid=101952) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:24:00.043468 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.db [None req-44f744c3-1ef5-4d2c-9b64-366eba430116 admin admin] For port 498878eb-7bd5-486a-ad92-98e9b5736b7b, host dv-cinder-733622-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-20-iscsi',level=0,port_id=498878eb-7bd5-486a-ad92-98e9b5736b7b,segment=NetworkSegment(9c208126-1f8a-404f-ae1b-bfd4e87909c5),segment_id=9c208126-1f8a-404f-ae1b-bfd4e87909c5)] {{(pid=101951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:24:00.043468 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-44f744c3-1ef5-4d2c-9b64-366eba430116 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668535'] for port, precommit_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:00.057100 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.plugin [None req-44f744c3-1ef5-4d2c-9b64-366eba430116 admin admin] Calling delete_port for 498878eb-7bd5-486a-ad92-98e9b5736b7b owned by network:dhcp {{(pid=101951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:24:00.095191 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.plugin [None req-20538f0d-abfb-4611-a99e-816f8e5fe77a None None] Deleting port 498878eb-7bd5-486a-ad92-98e9b5736b7b {{(pid=101952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:24:00.095675 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-20538f0d-abfb-4611-a99e-816f8e5fe77a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776912257464'] for port, before_delete {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:00.147254 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-44f744c3-1ef5-4d2c-9b64-366eba430116 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776912265346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776911838091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9099554'] for port, after_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:00.172963 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f744c3-1ef5-4d2c-9b64-366eba430116 admin admin] Pushing event deleted for resources: {'Port': ['ID=498878eb-7bd5-486a-ad92-98e9b5736b7b,revision_number=None']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:24:00.173225 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-20538f0d-abfb-4611-a99e-816f8e5fe77a None None] For port 498878eb-7bd5-486a-ad92-98e9b5736b7b, host dv-cinder-733622-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-20-iscsi',level=0,port_id=498878eb-7bd5-486a-ad92-98e9b5736b7b,segment=NetworkSegment(9c208126-1f8a-404f-ae1b-bfd4e87909c5),segment_id=9c208126-1f8a-404f-ae1b-bfd4e87909c5)] {{(pid=101952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:24:00.173479 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-20538f0d-abfb-4611-a99e-816f8e5fe77a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668535'] for port, precommit_delete {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:00.178510 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f744c3-1ef5-4d2c-9b64-366eba430116 admin admin] No DVR routers for this DVR port 498878eb-7bd5-486a-ad92-98e9b5736b7b on host dv-cinder-733622-20-iscsi {{(pid=101951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 22:24:00.189650 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.plugin [None req-20538f0d-abfb-4611-a99e-816f8e5fe77a None None] Calling delete_port for 498878eb-7bd5-486a-ad92-98e9b5736b7b owned by network:dhcp {{(pid=101952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:24:00.257815 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-44f744c3-1ef5-4d2c-9b64-366eba430116 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8067463', 'neutron.services.segments.db._delete_segments_for_network-8776912172270'] for network, precommit_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:00.280155 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.services.segments.db [None req-44f744c3-1ef5-4d2c-9b64-366eba430116 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d6ff938-050a-4ca6-ad58-070035060c7c']}} {{(pid=101951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:24:00.291008 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.services.segments.db [None req-44f744c3-1ef5-4d2c-9b64-366eba430116 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c208126-1f8a-404f-ae1b-bfd4e87909c5') {'for_net_delete': True} {{(pid=101951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:24:00.291319 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.services.segments.db [None req-44f744c3-1ef5-4d2c-9b64-366eba430116 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c208126-1f8a-404f-ae1b-bfd4e87909c5') {} {{(pid=101951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:24:00.301891 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-44f744c3-1ef5-4d2c-9b64-366eba430116 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776912404471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9157156'] for segment, before_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:00.316742 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-44f744c3-1ef5-4d2c-9b64-366eba430116 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8017375'] for segment, precommit_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:00.327655 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44f744c3-1ef5-4d2c-9b64-366eba430116 admin admin] Releasing vlan 839 on physical network physnet1 to pool {{(pid=101951) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 22:24:00.328117 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-44f744c3-1ef5-4d2c-9b64-366eba430116 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8017375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9099647'] for segment, after_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:00.329976 dv-cinder-733622-20-iscsi neutron-server[101951]: Traceback (most recent call last): Nov 11 22:24:00.329976 dv-cinder-733622-20-iscsi neutron-server[101951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 22:24:00.329976 dv-cinder-733622-20-iscsi neutron-server[101951]: timer() Nov 11 22:24:00.329976 dv-cinder-733622-20-iscsi neutron-server[101951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 22:24:00.329976 dv-cinder-733622-20-iscsi neutron-server[101951]: cb(*args, **kw) Nov 11 22:24:00.329976 dv-cinder-733622-20-iscsi neutron-server[101951]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 22:24:00.329976 dv-cinder-733622-20-iscsi neutron-server[101951]: return func(*args, **kwargs) Nov 11 22:24:00.329976 dv-cinder-733622-20-iscsi neutron-server[101951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 22:24:00.329976 dv-cinder-733622-20-iscsi neutron-server[101951]: self._notify() Nov 11 22:24:00.329976 dv-cinder-733622-20-iscsi neutron-server[101951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 22:24:00.329976 dv-cinder-733622-20-iscsi neutron-server[101951]: self.callback(batched_events) Nov 11 22:24:00.329976 dv-cinder-733622-20-iscsi neutron-server[101951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 22:24:00.329976 dv-cinder-733622-20-iscsi neutron-server[101951]: event.method(event) Nov 11 22:24:00.329976 dv-cinder-733622-20-iscsi neutron-server[101951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 22:24:00.329976 dv-cinder-733622-20-iscsi neutron-server[101951]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 22:24:00.329976 dv-cinder-733622-20-iscsi neutron-server[101951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 22:24:00.329976 dv-cinder-733622-20-iscsi neutron-server[101951]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 22:24:00.329976 dv-cinder-733622-20-iscsi neutron-server[101951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 22:24:00.329976 dv-cinder-733622-20-iscsi neutron-server[101951]: return f(self, *a, **k) Nov 11 22:24:00.329976 dv-cinder-733622-20-iscsi neutron-server[101951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 22:24:00.329976 dv-cinder-733622-20-iscsi neutron-server[101951]: return self._get(url).json() Nov 11 22:24:00.329976 dv-cinder-733622-20-iscsi neutron-server[101951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 22:24:00.329976 dv-cinder-733622-20-iscsi neutron-server[101951]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 22:24:00.329976 dv-cinder-733622-20-iscsi neutron-server[101951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 22:24:00.329976 dv-cinder-733622-20-iscsi neutron-server[101951]: return self.request(url, 'GET', **kwargs) Nov 11 22:24:00.329976 dv-cinder-733622-20-iscsi neutron-server[101951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 22:24:00.329976 dv-cinder-733622-20-iscsi neutron-server[101951]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 22:24:00.329976 dv-cinder-733622-20-iscsi neutron-server[101951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 22:24:00.329976 dv-cinder-733622-20-iscsi neutron-server[101951]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 22:24:00.329976 dv-cinder-733622-20-iscsi neutron-server[101951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 22:24:00.329976 dv-cinder-733622-20-iscsi neutron-server[101951]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 22:24:00.329976 dv-cinder-733622-20-iscsi neutron-server[101951]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 22:24:00.348796 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-20538f0d-abfb-4611-a99e-816f8e5fe77a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776912265346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776911838091'] for port, after_delete {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:00.381402 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20538f0d-abfb-4611-a99e-816f8e5fe77a None None] Pushing event deleted for resources: {'Port': ['ID=498878eb-7bd5-486a-ad92-98e9b5736b7b,revision_number=None']} {{(pid=101952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:24:00.384417 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20538f0d-abfb-4611-a99e-816f8e5fe77a None None] No DVR routers for this DVR port 498878eb-7bd5-486a-ad92-98e9b5736b7b on host dv-cinder-733622-20-iscsi {{(pid=101952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 22:24:00.385901 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-44f744c3-1ef5-4d2c-9b64-366eba430116 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8067486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657127'] for network, after_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:00.392413 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-44f744c3-1ef5-4d2c-9b64-366eba430116 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634242'] for network, before_response {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:00.396311 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20538f0d-abfb-4611-a99e-816f8e5fe77a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:24:00.396688 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20538f0d-abfb-4611-a99e-816f8e5fe77a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:24:00.397054 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20538f0d-abfb-4611-a99e-816f8e5fe77a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:24:00.397455 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20538f0d-abfb-4611-a99e-816f8e5fe77a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:24:00.397803 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20538f0d-abfb-4611-a99e-816f8e5fe77a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:24:00.398154 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20538f0d-abfb-4611-a99e-816f8e5fe77a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:24:00.398542 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20538f0d-abfb-4611-a99e-816f8e5fe77a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:24:00.398876 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20538f0d-abfb-4611-a99e-816f8e5fe77a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:24:00.399205 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20538f0d-abfb-4611-a99e-816f8e5fe77a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:24:00.399668 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20538f0d-abfb-4611-a99e-816f8e5fe77a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:24:00.400017 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20538f0d-abfb-4611-a99e-816f8e5fe77a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:24:00.400346 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20538f0d-abfb-4611-a99e-816f8e5fe77a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:24:00.403219 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-44f744c3-1ef5-4d2c-9b64-366eba430116 admin admin] 10.222.0.50 "DELETE /v2.0/networks/6d6ff938-050a-4ca6-ad58-070035060c7c HTTP/1.1" status: 204 len: 168 time: 0.5573266 Nov 11 22:24:00.420280 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f744c3-1ef5-4d2c-9b64-366eba430116 admin admin] Pushing event deleted for resources: {'Network': ['ID=6d6ff938-050a-4ca6-ad58-070035060c7c,revision_number=None']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:24:00.524779 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 49504) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:24:00.566931 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-1e7d13c1-e1fc-49d9-aba2-b4759e4f06fa admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1ce5c1a9babe4d3098016d7a6fcab517&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0406404 Nov 11 22:24:00.569328 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 49506) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:24:00.620640 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-ced2a974-294c-4576-9a0a-ce1bae521c9b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:00.641512 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-ced2a974-294c-4576-9a0a-ce1bae521c9b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:00.687719 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-ced2a974-294c-4576-9a0a-ce1bae521c9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:00.690305 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-ced2a974-294c-4576-9a0a-ce1bae521c9b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:00.691481 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-ced2a974-294c-4576-9a0a-ce1bae521c9b admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a97c2677-7d5b-4dda-a87d-6b2337f119b7 HTTP/1.1" status: 204 len: 168 time: 0.1212020 Nov 11 22:24:00.699444 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced2a974-294c-4576-9a0a-ce1bae521c9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a97c2677-7d5b-4dda-a87d-6b2337f119b7,revision_number=None']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:24:00.810105 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-6e72e30b-d533-48e1-89e1-e2b3014a0430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:00.892469 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Device c3297ac4-4943-4477-a9c9-2a78cc62f6c5 no longer exists at agent ovs-agent-dv-cinder-733622-20-iscsi {{(pid=101952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:24:00.914228 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.plugin [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] No Port match for: c3297ac4-4943-4477-a9c9-2a78cc62f6c5 {{(pid=101952) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:24:00.914701 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Device c3297ac4-4943-4477-a9c9-2a78cc62f6c5 not bound to the agent host dv-cinder-733622-20-iscsi {{(pid=101952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:24:00.915178 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Device 47223bcb-7731-4d66-8ad4-7276dc161995 no longer exists at agent ovs-agent-dv-cinder-733622-20-iscsi {{(pid=101952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:24:00.939177 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.plugin [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] No Port match for: 47223bcb-7731-4d66-8ad4-7276dc161995 {{(pid=101952) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:24:00.939623 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Device 47223bcb-7731-4d66-8ad4-7276dc161995 not bound to the agent host dv-cinder-733622-20-iscsi {{(pid=101952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:24:00.940100 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Device 498878eb-7bd5-486a-ad92-98e9b5736b7b no longer exists at agent ovs-agent-dv-cinder-733622-20-iscsi {{(pid=101952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:24:00.960491 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.plugin [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] No Port match for: 498878eb-7bd5-486a-ad92-98e9b5736b7b {{(pid=101952) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:24:00.960939 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Device 498878eb-7bd5-486a-ad92-98e9b5736b7b not bound to the agent host dv-cinder-733622-20-iscsi {{(pid=101952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:24:01.443059 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 49540) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:24:01.537190 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.v2.base [None req-8c724ec4-40ee-4434-a1da-6c7678ccadef admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2128867162-network', 'tenant_id': 'bda0e26b4e8744cdbf3e391bf07a9df1'}} {{(pid=101951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:24:01.556860 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c724ec4-40ee-4434-a1da-6c7678ccadef admin admin] Made reservation on behalf of bda0e26b4e8744cdbf3e391bf07a9df1 for: {'network': 1} {{(pid=101951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:24:01.559084 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-8c724ec4-40ee-4434-a1da-6c7678ccadef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for network, before_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:01.567653 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-8c724ec4-40ee-4434-a1da-6c7678ccadef admin admin] Publish callbacks [] for security_group, before_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:01.647250 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-8c724ec4-40ee-4434-a1da-6c7678ccadef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:01.650985 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-8c724ec4-40ee-4434-a1da-6c7678ccadef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:01.678782 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c724ec4-40ee-4434-a1da-6c7678ccadef admin admin] vlan segment allocate from pool success with {'vlan_id': 814, 'physical_network': 'physnet1'} {{(pid=101951) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 22:24:01.685305 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c724ec4-40ee-4434-a1da-6c7678ccadef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d2462ee-c621-42e3-b35d-0b9380ab713d,revision_number=1']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:24:01.694465 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-8c724ec4-40ee-4434-a1da-6c7678ccadef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8017375'] for segment, precommit_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:01.694465 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.db.segments_db [None req-8c724ec4-40ee-4434-a1da-6c7678ccadef admin admin] Added segment a4f369b0-090d-4a77-bce8-3740ad966c06 of type vlan for network 965cb142-9fc1-4b9d-8816-8c0e4b9416fd Nov 11 22:24:01.744264 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-8c724ec4-40ee-4434-a1da-6c7678ccadef admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776911823580'] for network, precommit_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:01.768938 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-8c724ec4-40ee-4434-a1da-6c7678ccadef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260'] for network, after_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:01.769954 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c724ec4-40ee-4434-a1da-6c7678ccadef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:24:01.770539 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-8c724ec4-40ee-4434-a1da-6c7678ccadef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634242'] for network, before_response {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:01.795448 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:01.824715 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-8c724ec4-40ee-4434-a1da-6c7678ccadef admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3805315 Nov 11 22:24:01.827424 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 49544) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:24:01.832046 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.v2.base [None req-c263c094-bcba-456d-b505-8d0387d5de99 admin admin] Request body: {'subnet': {'network_id': '965cb142-9fc1-4b9d-8816-8c0e4b9416fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2128867162-subnet', 'tenant_id': 'bda0e26b4e8744cdbf3e391bf07a9df1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:24:01.842972 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c724ec4-40ee-4434-a1da-6c7678ccadef admin admin] Pushing event updated for resources: {'Network': ['ID=965cb142-9fc1-4b9d-8816-8c0e4b9416fd,revision_number=1']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:24:01.853061 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Network 965cb142-9fc1-4b9d-8816-8c0e4b9416fd details requested by agent ovs-agent-dv-cinder-733622-20-iscsi with host dv-cinder-733622-20-iscsi {{(pid=101952) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 22:24:01.858688 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c263c094-bcba-456d-b505-8d0387d5de99 admin admin] Made reservation on behalf of bda0e26b4e8744cdbf3e391bf07a9df1 for: {'subnet': 1} {{(pid=101951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:24:01.861725 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-c263c094-bcba-456d-b505-8d0387d5de99 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9118645'] for subnet, before_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:02.028136 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-c263c094-bcba-456d-b505-8d0387d5de99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9099734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9118631'] for subnet, after_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:02.086330 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c263c094-bcba-456d-b505-8d0387d5de99 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1e284db-e254-4f09-b79b-ef2d2c17e3f8,revision_number=0']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:24:02.088770 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c263c094-bcba-456d-b505-8d0387d5de99 admin admin] Checking segment: {'id': 'a4f369b0-090d-4a77-bce8-3740ad966c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '965cb142-9fc1-4b9d-8816-8c0e4b9416fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:24:02.089129 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c263c094-bcba-456d-b505-8d0387d5de99 admin admin] Network hostable DHCP agents. Network: 965cb142-9fc1-4b9d-8816-8c0e4b9416fd, hostable agents: ['23e6d948-888e-4d00-9ca4-1adf1bb62ced'], hosted agents: [] {{(pid=101951) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 22:24:02.105555 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c263c094-bcba-456d-b505-8d0387d5de99 admin admin] Network 965cb142-9fc1-4b9d-8816-8c0e4b9416fd is scheduled to be hosted by DHCP agent 23e6d948-888e-4d00-9ca4-1adf1bb62ced with binding_index 1 {{(pid=101951) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 22:24:02.114426 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.scheduler.base_scheduler [None req-c263c094-bcba-456d-b505-8d0387d5de99 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-20-iscsi, 965cb142-9fc1-4b9d-8816-8c0e4b9416fd) {{(pid=101951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:24:02.118437 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c263c094-bcba-456d-b505-8d0387d5de99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:24:02.119031 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-c263c094-bcba-456d-b505-8d0387d5de99 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:02.123318 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-781e0130-2427-42a1-a32d-7f5ca144a45d None None] Network 965cb142-9fc1-4b9d-8816-8c0e4b9416fd requested from dv-cinder-733622-20-iscsi {{(pid=101952) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:24:02.135990 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-c263c094-bcba-456d-b505-8d0387d5de99 admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3075631 Nov 11 22:24:02.257689 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4df6da2a-f4ca-4b61-9ce8-800c63d39967 None None] Network 965cb142-9fc1-4b9d-8816-8c0e4b9416fd requested from dv-cinder-733622-20-iscsi {{(pid=101952) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:24:02.653625 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 49574) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:24:02.659398 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.v2.base [None req-211447cc-fa58-4bac-b5b9-614ba8097dca admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-68057091-network', 'tenant_id': '05bb487f903648648b1efc1cc379e9ad'}} {{(pid=101951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:24:02.680793 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-211447cc-fa58-4bac-b5b9-614ba8097dca admin admin] Made reservation on behalf of 05bb487f903648648b1efc1cc379e9ad for: {'network': 1} {{(pid=101951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:24:02.683182 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-211447cc-fa58-4bac-b5b9-614ba8097dca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for network, before_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:02.692085 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-211447cc-fa58-4bac-b5b9-614ba8097dca admin admin] Publish callbacks [] for security_group, before_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:02.767706 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-211447cc-fa58-4bac-b5b9-614ba8097dca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:02.771026 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-211447cc-fa58-4bac-b5b9-614ba8097dca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:02.795474 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-211447cc-fa58-4bac-b5b9-614ba8097dca admin admin] vlan segment allocate from pool success with {'vlan_id': 826, 'physical_network': 'physnet1'} {{(pid=101951) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 22:24:02.805364 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211447cc-fa58-4bac-b5b9-614ba8097dca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ac3a2f6-9bcb-48c5-a114-683880aba591,revision_number=1']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:24:02.810452 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-211447cc-fa58-4bac-b5b9-614ba8097dca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8017375'] for segment, precommit_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:02.810782 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.db.segments_db [None req-211447cc-fa58-4bac-b5b9-614ba8097dca admin admin] Added segment 64b2d6f4-05f3-4ac6-9c34-94b6bbb30759 of type vlan for network 56b7eb8a-52aa-4820-957c-4f2cedb3f7d6 Nov 11 22:24:02.855356 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-211447cc-fa58-4bac-b5b9-614ba8097dca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776911823580'] for network, precommit_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:02.882343 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-211447cc-fa58-4bac-b5b9-614ba8097dca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260'] for network, after_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:02.883406 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-211447cc-fa58-4bac-b5b9-614ba8097dca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:24:02.883990 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-211447cc-fa58-4bac-b5b9-614ba8097dca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634242'] for network, before_response {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:02.916659 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-211447cc-fa58-4bac-b5b9-614ba8097dca admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.2618859 Nov 11 22:24:02.919709 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.wsgi [-] (101950) accepted ('10.222.0.50', 49576) {{(pid=101950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:24:02.925842 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.v2.base [None req-e53387b9-a238-4f98-b291-66949fe8f25e admin admin] Request body: {'subnet': {'network_id': '56b7eb8a-52aa-4820-957c-4f2cedb3f7d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-68057091-subnet', 'tenant_id': '05bb487f903648648b1efc1cc379e9ad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:24:02.950176 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e53387b9-a238-4f98-b291-66949fe8f25e admin admin] Made reservation on behalf of 05bb487f903648648b1efc1cc379e9ad for: {'subnet': 1} {{(pid=101950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:24:02.951562 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211447cc-fa58-4bac-b5b9-614ba8097dca admin admin] Pushing event updated for resources: {'Network': ['ID=56b7eb8a-52aa-4820-957c-4f2cedb3f7d6,revision_number=1']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:24:02.952539 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-e53387b9-a238-4f98-b291-66949fe8f25e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9025271'] for subnet, before_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:02.967246 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Network 56b7eb8a-52aa-4820-957c-4f2cedb3f7d6 details requested by agent ovs-agent-dv-cinder-733622-20-iscsi with host dv-cinder-733622-20-iscsi {{(pid=101952) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 22:24:03.143185 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-e53387b9-a238-4f98-b291-66949fe8f25e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3976543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9025253'] for subnet, after_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:03.200655 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53387b9-a238-4f98-b291-66949fe8f25e admin admin] Pushing event updated for resources: {'Subnet': ['ID=64925bb3-4657-4242-bab6-6deba7db5a7e,revision_number=0']} {{(pid=101950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:24:03.211368 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53387b9-a238-4f98-b291-66949fe8f25e admin admin] Checking segment: {'id': '64b2d6f4-05f3-4ac6-9c34-94b6bbb30759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '56b7eb8a-52aa-4820-957c-4f2cedb3f7d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:24:03.211726 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e53387b9-a238-4f98-b291-66949fe8f25e admin admin] Network hostable DHCP agents. Network: 56b7eb8a-52aa-4820-957c-4f2cedb3f7d6, hostable agents: ['23e6d948-888e-4d00-9ca4-1adf1bb62ced'], hosted agents: [] {{(pid=101950) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 22:24:03.228737 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e53387b9-a238-4f98-b291-66949fe8f25e admin admin] Network 56b7eb8a-52aa-4820-957c-4f2cedb3f7d6 is scheduled to be hosted by DHCP agent 23e6d948-888e-4d00-9ca4-1adf1bb62ced with binding_index 1 {{(pid=101950) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 22:24:03.238377 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.scheduler.base_scheduler [None req-e53387b9-a238-4f98-b291-66949fe8f25e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-20-iscsi, 56b7eb8a-52aa-4820-957c-4f2cedb3f7d6) {{(pid=101950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:24:03.243326 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e53387b9-a238-4f98-b291-66949fe8f25e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:24:03.243917 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-e53387b9-a238-4f98-b291-66949fe8f25e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634242'] for subnet, before_response {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:03.246229 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcae746c-52c0-4e52-9bb9-958a98204eb1 None None] Network 56b7eb8a-52aa-4820-957c-4f2cedb3f7d6 requested from dv-cinder-733622-20-iscsi {{(pid=101952) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:24:03.265340 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [None req-e53387b9-a238-4f98-b291-66949fe8f25e admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.3394973 Nov 11 22:24:03.384225 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 49580) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:24:03.439830 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.db.db_base_plugin_v2 [None req-4914272a-adec-4995-a208-8cfe884dcd35 admin admin] Deleting subnet e1e284db-e254-4f09-b79b-ef2d2c17e3f8 {{(pid=101951) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 22:24:03.443588 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-4914272a-adec-4995-a208-8cfe884dcd35 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:03.481408 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-4914272a-adec-4995-a208-8cfe884dcd35 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9155543'] for subnet, precommit_delete_associations {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:03.499985 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db17af4-fe2a-43d2-ba8a-4cac90558f8e None None] Network 56b7eb8a-52aa-4820-957c-4f2cedb3f7d6 requested from dv-cinder-733622-20-iscsi {{(pid=101952) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:24:03.524141 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-4914272a-adec-4995-a208-8cfe884dcd35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8068352'] for subnet, precommit_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:03.589693 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-4914272a-adec-4995-a208-8cfe884dcd35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8068375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9099537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9118686'] for subnet, after_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:03.620652 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4914272a-adec-4995-a208-8cfe884dcd35 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1e284db-e254-4f09-b79b-ef2d2c17e3f8,revision_number=None']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:24:03.624237 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-4914272a-adec-4995-a208-8cfe884dcd35 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:03.631597 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.wsgi [-] (101950) accepted ('10.222.0.50', 49584) {{(pid=101950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:24:03.632139 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-4914272a-adec-4995-a208-8cfe884dcd35 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/e1e284db-e254-4f09-b79b-ef2d2c17e3f8 HTTP/1.1" status: 204 len: 168 time: 0.2463884 Nov 11 22:24:03.702917 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-fad4f9b4-b425-477c-830b-b2af0a1686f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8138597'] for network, before_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:04.026816 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-fad4f9b4-b425-477c-830b-b2af0a1686f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8067463', 'neutron.services.segments.db._delete_segments_for_network-8776912172270'] for network, precommit_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:04.047711 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.services.segments.db [None req-fad4f9b4-b425-477c-830b-b2af0a1686f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['965cb142-9fc1-4b9d-8816-8c0e4b9416fd']}} {{(pid=101950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:24:04.058404 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.services.segments.db [None req-fad4f9b4-b425-477c-830b-b2af0a1686f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4f369b0-090d-4a77-bce8-3740ad966c06') {'for_net_delete': True} {{(pid=101950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:24:04.058679 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.services.segments.db [None req-fad4f9b4-b425-477c-830b-b2af0a1686f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4f369b0-090d-4a77-bce8-3740ad966c06') {} {{(pid=101950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:24:04.068559 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-fad4f9b4-b425-477c-830b-b2af0a1686f2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776912404471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8760043'] for segment, before_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:04.084478 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-fad4f9b4-b425-477c-830b-b2af0a1686f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8017375'] for segment, precommit_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:04.091104 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fad4f9b4-b425-477c-830b-b2af0a1686f2 admin admin] Releasing vlan 814 on physical network physnet1 to pool {{(pid=101950) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 22:24:04.091502 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-fad4f9b4-b425-477c-830b-b2af0a1686f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8017375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3976694'] for segment, after_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:04.093301 dv-cinder-733622-20-iscsi neutron-server[101950]: Traceback (most recent call last): Nov 11 22:24:04.093301 dv-cinder-733622-20-iscsi neutron-server[101950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 22:24:04.093301 dv-cinder-733622-20-iscsi neutron-server[101950]: timer() Nov 11 22:24:04.093301 dv-cinder-733622-20-iscsi neutron-server[101950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 22:24:04.093301 dv-cinder-733622-20-iscsi neutron-server[101950]: cb(*args, **kw) Nov 11 22:24:04.093301 dv-cinder-733622-20-iscsi neutron-server[101950]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 22:24:04.093301 dv-cinder-733622-20-iscsi neutron-server[101950]: return func(*args, **kwargs) Nov 11 22:24:04.093301 dv-cinder-733622-20-iscsi neutron-server[101950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 22:24:04.093301 dv-cinder-733622-20-iscsi neutron-server[101950]: self._notify() Nov 11 22:24:04.093301 dv-cinder-733622-20-iscsi neutron-server[101950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 22:24:04.093301 dv-cinder-733622-20-iscsi neutron-server[101950]: self.callback(batched_events) Nov 11 22:24:04.093301 dv-cinder-733622-20-iscsi neutron-server[101950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 22:24:04.093301 dv-cinder-733622-20-iscsi neutron-server[101950]: event.method(event) Nov 11 22:24:04.093301 dv-cinder-733622-20-iscsi neutron-server[101950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 22:24:04.093301 dv-cinder-733622-20-iscsi neutron-server[101950]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 22:24:04.093301 dv-cinder-733622-20-iscsi neutron-server[101950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 22:24:04.093301 dv-cinder-733622-20-iscsi neutron-server[101950]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 22:24:04.093301 dv-cinder-733622-20-iscsi neutron-server[101950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 22:24:04.093301 dv-cinder-733622-20-iscsi neutron-server[101950]: return f(self, *a, **k) Nov 11 22:24:04.093301 dv-cinder-733622-20-iscsi neutron-server[101950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 22:24:04.093301 dv-cinder-733622-20-iscsi neutron-server[101950]: return self._get(url).json() Nov 11 22:24:04.093301 dv-cinder-733622-20-iscsi neutron-server[101950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 22:24:04.093301 dv-cinder-733622-20-iscsi neutron-server[101950]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 22:24:04.093301 dv-cinder-733622-20-iscsi neutron-server[101950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 22:24:04.093301 dv-cinder-733622-20-iscsi neutron-server[101950]: return self.request(url, 'GET', **kwargs) Nov 11 22:24:04.093301 dv-cinder-733622-20-iscsi neutron-server[101950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 22:24:04.093301 dv-cinder-733622-20-iscsi neutron-server[101950]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 22:24:04.093301 dv-cinder-733622-20-iscsi neutron-server[101950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 22:24:04.093301 dv-cinder-733622-20-iscsi neutron-server[101950]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 22:24:04.093301 dv-cinder-733622-20-iscsi neutron-server[101950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 22:24:04.093301 dv-cinder-733622-20-iscsi neutron-server[101950]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 22:24:04.093301 dv-cinder-733622-20-iscsi neutron-server[101950]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 22:24:04.150092 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-fad4f9b4-b425-477c-830b-b2af0a1686f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8067486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657127'] for network, after_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:04.167203 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-fad4f9b4-b425-477c-830b-b2af0a1686f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634242'] for network, before_response {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:04.170507 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [None req-fad4f9b4-b425-477c-830b-b2af0a1686f2 admin admin] 10.222.0.50 "DELETE /v2.0/networks/965cb142-9fc1-4b9d-8816-8c0e4b9416fd HTTP/1.1" status: 204 len: 168 time: 0.5378983 Nov 11 22:24:04.171889 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad4f9b4-b425-477c-830b-b2af0a1686f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=965cb142-9fc1-4b9d-8816-8c0e4b9416fd,revision_number=None']} {{(pid=101950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:24:04.174378 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.wsgi [-] (101950) accepted ('10.222.0.50', 49586) {{(pid=101950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:24:04.224520 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbb91c18-8ae1-4aa3-aefe-ab2a8fe1e2c5 admin admin] Deleting subnet 64925bb3-4657-4242-bab6-6deba7db5a7e {{(pid=101950) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 22:24:04.227911 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-cbb91c18-8ae1-4aa3-aefe-ab2a8fe1e2c5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:04.263014 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-cbb91c18-8ae1-4aa3-aefe-ab2a8fe1e2c5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8758040'] for subnet, precommit_delete_associations {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:04.303704 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-cbb91c18-8ae1-4aa3-aefe-ab2a8fe1e2c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8068352'] for subnet, precommit_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:04.366380 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-cbb91c18-8ae1-4aa3-aefe-ab2a8fe1e2c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8068375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3976600', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9025180'] for subnet, after_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:04.397925 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb91c18-8ae1-4aa3-aefe-ab2a8fe1e2c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64925bb3-4657-4242-bab6-6deba7db5a7e,revision_number=None']} {{(pid=101950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:24:04.403067 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-cbb91c18-8ae1-4aa3-aefe-ab2a8fe1e2c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634242'] for subnet, before_response {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:04.406279 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [None req-cbb91c18-8ae1-4aa3-aefe-ab2a8fe1e2c5 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/64925bb3-4657-4242-bab6-6deba7db5a7e HTTP/1.1" status: 204 len: 168 time: 0.2309003 Nov 11 22:24:04.410510 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.wsgi [-] (101950) accepted ('10.222.0.50', 49588) {{(pid=101950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:24:04.486432 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-28ee51be-7653-4db6-a185-5baf74ac5601 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8138597'] for network, before_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:04.578159 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-28ee51be-7653-4db6-a185-5baf74ac5601 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8067463', 'neutron.services.segments.db._delete_segments_for_network-8776912172270'] for network, precommit_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:04.599145 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.services.segments.db [None req-28ee51be-7653-4db6-a185-5baf74ac5601 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56b7eb8a-52aa-4820-957c-4f2cedb3f7d6']}} {{(pid=101950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:24:04.608470 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.services.segments.db [None req-28ee51be-7653-4db6-a185-5baf74ac5601 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64b2d6f4-05f3-4ac6-9c34-94b6bbb30759') {'for_net_delete': True} {{(pid=101950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:24:04.608788 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.services.segments.db [None req-28ee51be-7653-4db6-a185-5baf74ac5601 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64b2d6f4-05f3-4ac6-9c34-94b6bbb30759') {} {{(pid=101950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:24:04.618190 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-28ee51be-7653-4db6-a185-5baf74ac5601 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776912404471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8760043'] for segment, before_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:04.631560 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-28ee51be-7653-4db6-a185-5baf74ac5601 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8017375'] for segment, precommit_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:04.637716 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28ee51be-7653-4db6-a185-5baf74ac5601 admin admin] Releasing vlan 826 on physical network physnet1 to pool {{(pid=101950) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 22:24:04.638142 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-28ee51be-7653-4db6-a185-5baf74ac5601 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8017375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3976694'] for segment, after_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:04.639923 dv-cinder-733622-20-iscsi neutron-server[101950]: Traceback (most recent call last): Nov 11 22:24:04.639923 dv-cinder-733622-20-iscsi neutron-server[101950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 22:24:04.639923 dv-cinder-733622-20-iscsi neutron-server[101950]: timer() Nov 11 22:24:04.639923 dv-cinder-733622-20-iscsi neutron-server[101950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 22:24:04.639923 dv-cinder-733622-20-iscsi neutron-server[101950]: cb(*args, **kw) Nov 11 22:24:04.639923 dv-cinder-733622-20-iscsi neutron-server[101950]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 22:24:04.639923 dv-cinder-733622-20-iscsi neutron-server[101950]: return func(*args, **kwargs) Nov 11 22:24:04.639923 dv-cinder-733622-20-iscsi neutron-server[101950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 22:24:04.639923 dv-cinder-733622-20-iscsi neutron-server[101950]: self._notify() Nov 11 22:24:04.639923 dv-cinder-733622-20-iscsi neutron-server[101950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 22:24:04.639923 dv-cinder-733622-20-iscsi neutron-server[101950]: self.callback(batched_events) Nov 11 22:24:04.639923 dv-cinder-733622-20-iscsi neutron-server[101950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 22:24:04.639923 dv-cinder-733622-20-iscsi neutron-server[101950]: event.method(event) Nov 11 22:24:04.639923 dv-cinder-733622-20-iscsi neutron-server[101950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 22:24:04.639923 dv-cinder-733622-20-iscsi neutron-server[101950]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 22:24:04.639923 dv-cinder-733622-20-iscsi neutron-server[101950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 22:24:04.639923 dv-cinder-733622-20-iscsi neutron-server[101950]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 22:24:04.639923 dv-cinder-733622-20-iscsi neutron-server[101950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 22:24:04.639923 dv-cinder-733622-20-iscsi neutron-server[101950]: return f(self, *a, **k) Nov 11 22:24:04.639923 dv-cinder-733622-20-iscsi neutron-server[101950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 22:24:04.639923 dv-cinder-733622-20-iscsi neutron-server[101950]: return self._get(url).json() Nov 11 22:24:04.639923 dv-cinder-733622-20-iscsi neutron-server[101950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 22:24:04.639923 dv-cinder-733622-20-iscsi neutron-server[101950]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 22:24:04.639923 dv-cinder-733622-20-iscsi neutron-server[101950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 22:24:04.639923 dv-cinder-733622-20-iscsi neutron-server[101950]: return self.request(url, 'GET', **kwargs) Nov 11 22:24:04.639923 dv-cinder-733622-20-iscsi neutron-server[101950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 22:24:04.639923 dv-cinder-733622-20-iscsi neutron-server[101950]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 22:24:04.639923 dv-cinder-733622-20-iscsi neutron-server[101950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 22:24:04.639923 dv-cinder-733622-20-iscsi neutron-server[101950]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 22:24:04.639923 dv-cinder-733622-20-iscsi neutron-server[101950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 22:24:04.639923 dv-cinder-733622-20-iscsi neutron-server[101950]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 22:24:04.639923 dv-cinder-733622-20-iscsi neutron-server[101950]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 22:24:04.697252 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-28ee51be-7653-4db6-a185-5baf74ac5601 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8067486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657127'] for network, after_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:04.702080 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-28ee51be-7653-4db6-a185-5baf74ac5601 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634242'] for network, before_response {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:04.709352 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [None req-28ee51be-7653-4db6-a185-5baf74ac5601 admin admin] 10.222.0.50 "DELETE /v2.0/networks/56b7eb8a-52aa-4820-957c-4f2cedb3f7d6 HTTP/1.1" status: 204 len: 168 time: 0.2976856 Nov 11 22:24:04.722362 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ee51be-7653-4db6-a185-5baf74ac5601 admin admin] Pushing event deleted for resources: {'Network': ['ID=56b7eb8a-52aa-4820-957c-4f2cedb3f7d6,revision_number=None']} {{(pid=101950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:24:04.883320 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.wsgi [-] (101950) accepted ('10.222.0.50', 49594) {{(pid=101950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:24:04.930033 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [None req-557901b5-20cc-468a-a081-b5f55e1934ea admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=bda0e26b4e8744cdbf3e391bf07a9df1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0455487 Nov 11 22:24:04.932397 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.wsgi [-] (101950) accepted ('10.222.0.50', 49596) {{(pid=101950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:24:04.981327 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-af52040a-dab6-4308-a839-d8abf9d8e024 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:05.002986 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-af52040a-dab6-4308-a839-d8abf9d8e024 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:05.052411 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-af52040a-dab6-4308-a839-d8abf9d8e024 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:05.055025 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-af52040a-dab6-4308-a839-d8abf9d8e024 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:05.056183 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [None req-af52040a-dab6-4308-a839-d8abf9d8e024 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/1d2462ee-c621-42e3-b35d-0b9380ab713d HTTP/1.1" status: 204 len: 168 time: 0.1228685 Nov 11 22:24:05.063946 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af52040a-dab6-4308-a839-d8abf9d8e024 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d2462ee-c621-42e3-b35d-0b9380ab713d,revision_number=None']} {{(pid=101950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:24:05.374822 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 49602) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:24:05.668219 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-bf0bb533-410d-4583-bfb7-04a1e06a0f94 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=05bb487f903648648b1efc1cc379e9ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2921331 Nov 11 22:24:05.670827 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 49604) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:24:05.720881 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-2f0a79b3-11f3-492e-a116-fc206eb6df37 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:05.743076 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-2f0a79b3-11f3-492e-a116-fc206eb6df37 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:05.796504 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-2f0a79b3-11f3-492e-a116-fc206eb6df37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:05.799607 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-2f0a79b3-11f3-492e-a116-fc206eb6df37 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:05.800781 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-2f0a79b3-11f3-492e-a116-fc206eb6df37 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0ac3a2f6-9bcb-48c5-a114-683880aba591 HTTP/1.1" status: 204 len: 168 time: 0.1289840 Nov 11 22:24:05.808453 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0a79b3-11f3-492e-a116-fc206eb6df37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ac3a2f6-9bcb-48c5-a114-683880aba591,revision_number=None']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:24:07.423158 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.wsgi [-] (101950) accepted ('10.222.0.50', 49652) {{(pid=101950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:24:07.529984 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-768dc4de-6851-4161-91e1-419bf3250b3a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:07.610811 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-768dc4de-6851-4161-91e1-419bf3250b3a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:07.614893 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-768dc4de-6851-4161-91e1-419bf3250b3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:07.653823 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dc4de-6851-4161-91e1-419bf3250b3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3435054-2f94-4cd0-a00f-537d608ef9c5,revision_number=1']} {{(pid=101950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:24:07.659429 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [None req-768dc4de-6851-4161-91e1-419bf3250b3a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1402ecfa50a64a27b544dab19b34b51a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2347276 Nov 11 22:24:07.662546 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.wsgi [-] (101950) accepted ('10.222.0.50', 49656) {{(pid=101950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:24:07.714566 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-3882559a-6131-49c0-b52a-e807981efddb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:07.736875 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-3882559a-6131-49c0-b52a-e807981efddb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:07.783673 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-3882559a-6131-49c0-b52a-e807981efddb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:07.786609 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-3882559a-6131-49c0-b52a-e807981efddb admin admin] Publish callbacks [] for security_group, before_response {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:07.787766 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [None req-3882559a-6131-49c0-b52a-e807981efddb admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b3435054-2f94-4cd0-a00f-537d608ef9c5 HTTP/1.1" status: 204 len: 168 time: 0.1242704 Nov 11 22:24:07.795643 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3882559a-6131-49c0-b52a-e807981efddb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3435054-2f94-4cd0-a00f-537d608ef9c5,revision_number=None']} {{(pid=101950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:24:08.103376 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.wsgi [-] (101950) accepted ('10.222.0.50', 49664) {{(pid=101950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:24:08.117083 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-30d9e7bb-09de-465c-81f7-c8c8863bad04 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:08.193666 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-30d9e7bb-09de-465c-81f7-c8c8863bad04 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:08.197610 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-30d9e7bb-09de-465c-81f7-c8c8863bad04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:08.236054 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d9e7bb-09de-465c-81f7-c8c8863bad04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e58dab4c-767e-489f-8bf8-fe03267be168,revision_number=1']} {{(pid=101950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:24:08.240624 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [None req-30d9e7bb-09de-465c-81f7-c8c8863bad04 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c4f753bfc290498385c238f62417b514&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1361508 Nov 11 22:24:08.243927 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.wsgi [-] (101950) accepted ('10.222.0.50', 49666) {{(pid=101950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:24:08.292403 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-86adab2f-c6dc-400d-b636-52029a9ebf3d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:08.317088 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-86adab2f-c6dc-400d-b636-52029a9ebf3d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:08.364883 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-86adab2f-c6dc-400d-b636-52029a9ebf3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:08.367744 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-86adab2f-c6dc-400d-b636-52029a9ebf3d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:08.369017 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [None req-86adab2f-c6dc-400d-b636-52029a9ebf3d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/e58dab4c-767e-489f-8bf8-fe03267be168 HTTP/1.1" status: 204 len: 168 time: 0.1246033 Nov 11 22:24:08.377301 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86adab2f-c6dc-400d-b636-52029a9ebf3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e58dab4c-767e-489f-8bf8-fe03267be168,revision_number=None']} {{(pid=101950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:24:09.899772 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:17.207355 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 49836) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:24:17.309185 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-a5b723e2-f2dc-4bb5-8056-e1186d5dbb6a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:17.384466 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-a5b723e2-f2dc-4bb5-8056-e1186d5dbb6a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:17.388856 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-a5b723e2-f2dc-4bb5-8056-e1186d5dbb6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:17.430160 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-a5b723e2-f2dc-4bb5-8056-e1186d5dbb6a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f46c3ec25d39432cb1537c44b533e6cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2217238 Nov 11 22:24:17.434561 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b723e2-f2dc-4bb5-8056-e1186d5dbb6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bc51106-bbbc-4d00-8c58-a0a88c410033,revision_number=1']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:24:17.434756 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.wsgi [-] (101950) accepted ('10.222.0.50', 49840) {{(pid=101950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:24:17.485013 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-e8358090-4604-4dd1-b35a-05e3efb5a6b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:17.505874 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-e8358090-4604-4dd1-b35a-05e3efb5a6b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:17.552089 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-e8358090-4604-4dd1-b35a-05e3efb5a6b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:17.554850 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-e8358090-4604-4dd1-b35a-05e3efb5a6b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:17.555977 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [None req-e8358090-4604-4dd1-b35a-05e3efb5a6b5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/2bc51106-bbbc-4d00-8c58-a0a88c410033 HTTP/1.1" status: 204 len: 168 time: 0.1222279 Nov 11 22:24:17.563531 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8358090-4604-4dd1-b35a-05e3efb5a6b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bc51106-bbbc-4d00-8c58-a0a88c410033,revision_number=None']} {{(pid=101950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:24:17.826119 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.wsgi [-] (101950) accepted ('10.222.0.50', 49846) {{(pid=101950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:24:17.839348 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-4aaebffd-6075-4a98-aed2-6204cfe21c33 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:17.914498 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-4aaebffd-6075-4a98-aed2-6204cfe21c33 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:17.918314 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-4aaebffd-6075-4a98-aed2-6204cfe21c33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:17.956863 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [None req-4aaebffd-6075-4a98-aed2-6204cfe21c33 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=c8111a50d9564d08b44825143c220fe5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1296489 Nov 11 22:24:17.957704 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaebffd-6075-4a98-aed2-6204cfe21c33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=811abe13-93c4-422a-815d-37d6c89f2a4d,revision_number=1']} {{(pid=101950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:24:17.959529 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 49848) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:24:18.007804 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-f0842492-ba89-4561-bbaf-86686d09d7c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:18.028558 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-f0842492-ba89-4561-bbaf-86686d09d7c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:18.073889 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-f0842492-ba89-4561-bbaf-86686d09d7c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:18.076680 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-f0842492-ba89-4561-bbaf-86686d09d7c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:18.077798 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-f0842492-ba89-4561-bbaf-86686d09d7c0 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/811abe13-93c4-422a-815d-37d6c89f2a4d HTTP/1.1" status: 204 len: 168 time: 0.1172726 Nov 11 22:24:18.087235 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0842492-ba89-4561-bbaf-86686d09d7c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=811abe13-93c4-422a-815d-37d6c89f2a4d,revision_number=None']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:24:18.420754 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 49862) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:24:18.434445 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-32b4acb8-d9c9-423e-b32b-9eff871d4aed admin admin] Publish callbacks [] for security_group, before_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:18.513007 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-32b4acb8-d9c9-423e-b32b-9eff871d4aed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:18.518448 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-32b4acb8-d9c9-423e-b32b-9eff871d4aed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:18.557166 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-32b4acb8-d9c9-423e-b32b-9eff871d4aed admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=0086491c64004128ba1c9d06cfd0002d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1352768 Nov 11 22:24:18.559447 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b4acb8-d9c9-423e-b32b-9eff871d4aed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f844e4a9-4f0c-4ca5-b186-4403ca4472d4,revision_number=1']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:24:18.560039 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.wsgi [-] (101950) accepted ('10.222.0.50', 49866) {{(pid=101950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:24:18.616087 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-c800b194-2e16-4d7c-93f3-2af1d1da9655 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:18.639548 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-c800b194-2e16-4d7c-93f3-2af1d1da9655 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:18.689963 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-c800b194-2e16-4d7c-93f3-2af1d1da9655 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:18.692695 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-c800b194-2e16-4d7c-93f3-2af1d1da9655 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:18.693897 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [None req-c800b194-2e16-4d7c-93f3-2af1d1da9655 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f844e4a9-4f0c-4ca5-b186-4403ca4472d4 HTTP/1.1" status: 204 len: 168 time: 0.1322193 Nov 11 22:24:18.702929 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c800b194-2e16-4d7c-93f3-2af1d1da9655 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f844e4a9-4f0c-4ca5-b186-4403ca4472d4,revision_number=None']} {{(pid=101950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:24:20.967131 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.db.agents_db [None req-7a0be6d5-f821-4115-b6dd-94f53e40a68e None None] Agent healthcheck: found 6 active agents {{(pid=101953) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:24:21.751258 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fdac4a-bb7c-4317-a53e-bb9602814f00 req-bafbbf81-3c74-485e-908b-9b407fc80822 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:24:21.752887 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-50fdac4a-bb7c-4317-a53e-bb9602814f00 req-bafbbf81-3c74-485e-908b-9b407fc80822 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] 10.222.0.50 "GET /v2.0/ports?device_id=a251a043-aa1a-4184-9097-a698c65c5390 HTTP/1.1" status: 200 len: 946 time: 0.0634699 Nov 11 22:24:21.803066 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-50fdac4a-bb7c-4317-a53e-bb9602814f00 req-ca635ab9-ff26-4ba8-ade6-1fd29970f11b tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] 10.222.0.50 "GET /v2.0/security-groups?id=437170c0-445a-49c6-99a9-0a96ba84b0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434704 Nov 11 22:24:22.928635 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f355491f-024d-4a6b-adae-cf58e384fbce req-28111cc4-3908-42f5-9eef-c579cb9471f8 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:24:22.930076 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-f355491f-024d-4a6b-adae-cf58e384fbce req-28111cc4-3908-42f5-9eef-c579cb9471f8 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] 10.222.0.50 "GET /v2.0/ports?device_id=a251a043-aa1a-4184-9097-a698c65c5390 HTTP/1.1" status: 200 len: 946 time: 0.0561061 Nov 11 22:24:22.992010 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-f355491f-024d-4a6b-adae-cf58e384fbce req-e7bd857f-5fc8-4e25-a2d2-fdac1f242e50 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] 10.222.0.50 "GET /v2.0/security-groups?id=437170c0-445a-49c6-99a9-0a96ba84b0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549979 Nov 11 22:24:23.077697 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 49982) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:24:23.195884 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-2120730c-ad21-4c44-bfe6-97fadb59a62a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:23.292451 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-2120730c-ad21-4c44-bfe6-97fadb59a62a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:23.297787 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-2120730c-ad21-4c44-bfe6-97fadb59a62a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:23.354788 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-2120730c-ad21-4c44-bfe6-97fadb59a62a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=e16f5599d48d49b19f22a09fb47869e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2756948 Nov 11 22:24:23.356685 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2120730c-ad21-4c44-bfe6-97fadb59a62a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=050c110e-3e05-4935-b797-878a7265082c,revision_number=1']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:24:23.357394 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.wsgi [-] (101950) accepted ('10.222.0.50', 49986) {{(pid=101950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:24:23.409948 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-ec917c04-11d4-4ee7-b4fa-49f1813043b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:23.431760 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-ec917c04-11d4-4ee7-b4fa-49f1813043b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:23.482554 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-ec917c04-11d4-4ee7-b4fa-49f1813043b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:23.485290 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-ec917c04-11d4-4ee7-b4fa-49f1813043b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:23.486267 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [None req-ec917c04-11d4-4ee7-b4fa-49f1813043b9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/050c110e-3e05-4935-b797-878a7265082c HTTP/1.1" status: 204 len: 168 time: 0.1277788 Nov 11 22:24:23.494687 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec917c04-11d4-4ee7-b4fa-49f1813043b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=050c110e-3e05-4935-b797-878a7265082c,revision_number=None']} {{(pid=101950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:24:23.592490 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93fa6a5-e8e4-44c4-8617-a7b0628090d3 req-5ac802f0-afa9-41d6-8f45-41d12afd74c0 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:24:23.594028 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-d93fa6a5-e8e4-44c4-8617-a7b0628090d3 req-5ac802f0-afa9-41d6-8f45-41d12afd74c0 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] 10.222.0.26 "GET /v2.0/ports?device_id=a251a043-aa1a-4184-9097-a698c65c5390 HTTP/1.1" status: 200 len: 946 time: 0.0526042 Nov 11 22:24:23.696358 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.plugin [req-d93fa6a5-e8e4-44c4-8617-a7b0628090d3 req-6b9e35e0-4c1a-4e9e-a0db-3b15d7a9abed tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Deleting port c0207219-7a25-4f6f-94e2-2da148708361 {{(pid=101951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:24:23.696730 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [req-d93fa6a5-e8e4-44c4-8617-a7b0628090d3 req-6b9e35e0-4c1a-4e9e-a0db-3b15d7a9abed tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776912257464'] for port, before_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:23.792651 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.db [req-d93fa6a5-e8e4-44c4-8617-a7b0628090d3 req-6b9e35e0-4c1a-4e9e-a0db-3b15d7a9abed tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] For port c0207219-7a25-4f6f-94e2-2da148708361, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=c0207219-7a25-4f6f-94e2-2da148708361,segment=NetworkSegment(2b1985db-e044-4e7f-a22a-8498e6c7db38),segment_id=2b1985db-e044-4e7f-a22a-8498e6c7db38)] {{(pid=101951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:24:23.792975 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [req-d93fa6a5-e8e4-44c4-8617-a7b0628090d3 req-6b9e35e0-4c1a-4e9e-a0db-3b15d7a9abed tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668535'] for port, precommit_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:23.795319 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 49992) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:24:23.819275 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-d4a6e899-c374-4573-9579-6d2e031df5df admin admin] Publish callbacks [] for security_group, before_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:24.028982 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [req-d93fa6a5-e8e4-44c4-8617-a7b0628090d3 req-6b9e35e0-4c1a-4e9e-a0db-3b15d7a9abed tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:24.029345 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [req-d93fa6a5-e8e4-44c4-8617-a7b0628090d3 req-6b9e35e0-4c1a-4e9e-a0db-3b15d7a9abed tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657105'] for floatingip, after_update {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:24.029666 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.db.l3_db [req-d93fa6a5-e8e4-44c4-8617-a7b0628090d3 req-6b9e35e0-4c1a-4e9e-a0db-3b15d7a9abed tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Floating IP 938de00a-9054-4651-b776-d8116daed6d0 disassociated. External IP: 172.27.0.141, port: c0207219-7a25-4f6f-94e2-2da148708361. Nov 11 22:24:24.030007 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.plugin [req-d93fa6a5-e8e4-44c4-8617-a7b0628090d3 req-6b9e35e0-4c1a-4e9e-a0db-3b15d7a9abed tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Calling delete_port for c0207219-7a25-4f6f-94e2-2da148708361 owned by compute:nova {{(pid=101951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:24:24.032875 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-d4a6e899-c374-4573-9579-6d2e031df5df admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:24.042069 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-d4a6e899-c374-4573-9579-6d2e031df5df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:24.112286 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26137088-5b5b-4d7e-9a0d-2b86857a1937 req-016dda1d-9788-4fb4-b87b-7a6ff1eb1e91 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:24:24.114426 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-26137088-5b5b-4d7e-9a0d-2b86857a1937 req-016dda1d-9788-4fb4-b87b-7a6ff1eb1e91 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] 10.222.0.50 "GET /v2.0/ports?device_id=a251a043-aa1a-4184-9097-a698c65c5390 HTTP/1.1" status: 200 len: 946 time: 0.0481987 Nov 11 22:24:24.128403 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-d4a6e899-c374-4573-9579-6d2e031df5df admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=6a14dfbf5b95402580ab751e5f83b518&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3320138 Nov 11 22:24:24.131674 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a6e899-c374-4573-9579-6d2e031df5df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a945ef7c-f61e-4ae8-9f0f-e588a3aca576,revision_number=1']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:24:24.133201 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.wsgi [-] (101950) accepted ('10.222.0.50', 49996) {{(pid=101950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:24:24.195994 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-26137088-5b5b-4d7e-9a0d-2b86857a1937 req-51bdda01-e876-4453-be4e-2548b2442ae5 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] 10.222.0.50 "GET /v2.0/security-groups?id=437170c0-445a-49c6-99a9-0a96ba84b0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754504 Nov 11 22:24:24.206049 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [req-d93fa6a5-e8e4-44c4-8617-a7b0628090d3 req-6b9e35e0-4c1a-4e9e-a0db-3b15d7a9abed tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776912265346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776911838091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9099554'] for port, after_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:24.213607 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-d2420e35-1226-4b0d-bb9d-2088d2c58851 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:24.234700 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9e35e0-4c1a-4e9e-a0db-3b15d7a9abed tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Pushing event deleted for resources: {'Port': ['ID=c0207219-7a25-4f6f-94e2-2da148708361,revision_number=None']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:24:24.236054 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-d2420e35-1226-4b0d-bb9d-2088d2c58851 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:24.287597 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-d2420e35-1226-4b0d-bb9d-2088d2c58851 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:24.290318 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-d2420e35-1226-4b0d-bb9d-2088d2c58851 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:24.291574 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [None req-d2420e35-1226-4b0d-bb9d-2088d2c58851 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/a945ef7c-f61e-4ae8-9f0f-e588a3aca576 HTTP/1.1" status: 204 len: 168 time: 0.1574779 Nov 11 22:24:24.301668 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2420e35-1226-4b0d-bb9d-2088d2c58851 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a945ef7c-f61e-4ae8-9f0f-e588a3aca576,revision_number=None']} {{(pid=101950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:24:24.353153 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d93fa6a5-e8e4-44c4-8617-a7b0628090d3 req-6b9e35e0-4c1a-4e9e-a0db-3b15d7a9abed tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Router 78f23305-0c4e-4f66-a132-8e25a8896867 has already been hosted by L3 agent 4702c36b-78d9-4f52-8cbc-8d9e3292a6f2 {{(pid=101951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 22:24:24.462532 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d93fa6a5-e8e4-44c4-8617-a7b0628090d3 req-6b9e35e0-4c1a-4e9e-a0db-3b15d7a9abed tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Notify agent at l3_agent.dv-cinder-733622-20-iscsi the message routers_updated {{(pid=101951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:24:24.473273 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aee9fd6-c2f2-4404-8a9e-cf86a81e25a0 None None] Sync routers for ids ['78f23305-0c4e-4f66-a132-8e25a8896867'] in dv-cinder-733622-20-iscsi {{(pid=101953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:24:24.484231 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aee9fd6-c2f2-4404-8a9e-cf86a81e25a0 None None] Routers {'78f23305-0c4e-4f66-a132-8e25a8896867'} bound to L3 agent in host dv-cinder-733622-20-iscsi {{(pid=101953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:24:24.484903 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.db.l3_hamode_db [None req-8aee9fd6-c2f2-4404-8a9e-cf86a81e25a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T22:08:28Z,description=,heartbeat_timestamp=2021-11-11T22:23:58Z,host='dv-cinder-733622-20-iscsi',id=4702c36b-78d9-4f52-8cbc-8d9e3292a6f2,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T22:08:28Z,topic='l3_agent')) {'router_ids': ['78f23305-0c4e-4f66-a132-8e25a8896867'], 'active': True} {{(pid=101953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:24:24.502101 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.db.l3_dvrscheduler_db [req-d93fa6a5-e8e4-44c4-8617-a7b0628090d3 req-6b9e35e0-4c1a-4e9e-a0db-3b15d7a9abed tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] No DVR routers for this DVR port c0207219-7a25-4f6f-94e2-2da148708361 on host hv-cinder-73362 {{(pid=101951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 22:24:24.504727 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [req-d93fa6a5-e8e4-44c4-8617-a7b0628090d3 req-6b9e35e0-4c1a-4e9e-a0db-3b15d7a9abed tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26363'] for port, before_response {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:24.507973 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-d93fa6a5-e8e4-44c4-8617-a7b0628090d3 req-6b9e35e0-4c1a-4e9e-a0db-3b15d7a9abed tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] 10.222.0.26 "DELETE /v2.0/ports/c0207219-7a25-4f6f-94e2-2da148708361 HTTP/1.1" status: 204 len: 173 time: 0.9068866 Nov 11 22:24:24.508480 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a251a043-aa1a-4184-9097-a698c65c5390', 'name': 'network-vif-deleted', 'tag': 'c0207219-7a25-4f6f-94e2-2da148708361'}] {{(pid=101951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:24:24.510681 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6edad8924451e5ac919d090b7a0cdac835d5bd684dc46b69d397444c146e85de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9f3fe0a-48fb-4c47-8411-aa9e9439b792" -d '{"events": [{"server_uuid": "a251a043-aa1a-4184-9097-a698c65c5390", "name": "network-vif-deleted", "tag": "c0207219-7a25-4f6f-94e2-2da148708361"}]}' {{(pid=101951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:24:24.552973 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 22:24:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99361203-d8dd-423d-ac3a-18d1a53a5c40 x-openstack-request-id: req-99361203-d8dd-423d-ac3a-18d1a53a5c40 {{(pid=101951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:24:24.553258 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a251a043-aa1a-4184-9097-a698c65c5390", "name": "network-vif-deleted", "tag": "c0207219-7a25-4f6f-94e2-2da148708361", "status": "completed", "code": 200}]} {{(pid=101951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:24:24.553507 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-99361203-d8dd-423d-ac3a-18d1a53a5c40 {{(pid=101951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:24:24.553902 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a251a043-aa1a-4184-9097-a698c65c5390', 'name': 'network-vif-deleted', 'tag': 'c0207219-7a25-4f6f-94e2-2da148708361', 'status': 'completed', 'code': 200} Nov 11 22:24:24.636175 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.db.l3_dvr_db [None req-8aee9fd6-c2f2-4404-8a9e-cf86a81e25a0 None None] Set router 78f23305-0c4e-4f66-a132-8e25a8896867 gateway port host: dv-cinder-733622-20-iscsi {{(pid=101953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:24:24.856502 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.db.l3_hamode_db [None req-8aee9fd6-c2f2-4404-8a9e-cf86a81e25a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78f23305-0c4e-4f66-a132-8e25a8896867', 'name': 'tempest-AttachVolumeTestJSON-250747894-router', 'tenant_id': '70121f12841d4897aae58f9fe9f2c556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'external_fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': 'ec5fa6b9-8064-4d3d-aaef-fc760a64117b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:18:06Z', 'updated_at': '2021-11-11T22:18:14Z', 'revision_number': 4, 'project_id': '70121f12841d4897aae58f9fe9f2c556', 'gw_port': {'id': 'ec5fa6b9-8064-4d3d-aaef-fc760a64117b', 'name': '', 'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:8e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f23305-0c4e-4f66-a132-8e25a8896867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:18:08Z', 'updated_at': '2021-11-11T22:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-20-iscsi', '_interfaces': [{'id': '6bccd299-5984-48cf-bdd9-3cbdc542c4da', 'name': '', 'network_id': '73526368-1abf-4e4d-8815-40fc972517d4', 'tenant_id': '70121f12841d4897aae58f9fe9f2c556', 'mac_address': 'fa:16:3e:84:41:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f23305-0c4e-4f66-a132-8e25a8896867', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '707623ec-d95b-41b2-8e25-0e51182a8a59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:18:12Z', 'updated_at': '2021-11-11T22:18:18Z', 'revision_number': 5, 'project_id': '70121f12841d4897aae58f9fe9f2c556', 'subnets': [{'id': '707623ec-d95b-41b2-8e25-0e51182a8a59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-20-iscsi', False) {} {{(pid=101953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:24:24.887818 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aee9fd6-c2f2-4404-8a9e-cf86a81e25a0 None None] Checking router: 78f23305-0c4e-4f66-a132-8e25a8896867 for host: dv-cinder-733622-20-iscsi {{(pid=101953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:24:24.897462 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aee9fd6-c2f2-4404-8a9e-cf86a81e25a0 None None] Routers {'78f23305-0c4e-4f66-a132-8e25a8896867'} bound to L3 agent in host dv-cinder-733622-20-iscsi {{(pid=101953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:24:24.898165 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.db.l3_hamode_db [None req-8aee9fd6-c2f2-4404-8a9e-cf86a81e25a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T22:08:28Z,description=,heartbeat_timestamp=2021-11-11T22:23:58Z,host='dv-cinder-733622-20-iscsi',id=4702c36b-78d9-4f52-8cbc-8d9e3292a6f2,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T22:08:28Z,topic='l3_agent')) {'router_ids': ['78f23305-0c4e-4f66-a132-8e25a8896867'], 'active': True} {{(pid=101953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:24:25.099934 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.db.l3_dvr_db [None req-8aee9fd6-c2f2-4404-8a9e-cf86a81e25a0 None None] Set router 78f23305-0c4e-4f66-a132-8e25a8896867 gateway port host: dv-cinder-733622-20-iscsi {{(pid=101953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:24:25.283309 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.wsgi [-] (101950) accepted ('10.222.0.50', 50028) {{(pid=101950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:24:25.314743 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.db.l3_hamode_db [None req-8aee9fd6-c2f2-4404-8a9e-cf86a81e25a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78f23305-0c4e-4f66-a132-8e25a8896867', 'name': 'tempest-AttachVolumeTestJSON-250747894-router', 'tenant_id': '70121f12841d4897aae58f9fe9f2c556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'external_fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': 'ec5fa6b9-8064-4d3d-aaef-fc760a64117b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:18:06Z', 'updated_at': '2021-11-11T22:18:14Z', 'revision_number': 4, 'project_id': '70121f12841d4897aae58f9fe9f2c556', 'gw_port': {'id': 'ec5fa6b9-8064-4d3d-aaef-fc760a64117b', 'name': '', 'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:8e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f23305-0c4e-4f66-a132-8e25a8896867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:18:08Z', 'updated_at': '2021-11-11T22:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-20-iscsi', '_interfaces': [{'id': '6bccd299-5984-48cf-bdd9-3cbdc542c4da', 'name': '', 'network_id': '73526368-1abf-4e4d-8815-40fc972517d4', 'tenant_id': '70121f12841d4897aae58f9fe9f2c556', 'mac_address': 'fa:16:3e:84:41:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f23305-0c4e-4f66-a132-8e25a8896867', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '707623ec-d95b-41b2-8e25-0e51182a8a59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:18:12Z', 'updated_at': '2021-11-11T22:18:18Z', 'revision_number': 5, 'project_id': '70121f12841d4897aae58f9fe9f2c556', 'subnets': [{'id': '707623ec-d95b-41b2-8e25-0e51182a8a59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-20-iscsi', False) {} {{(pid=101953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:24:25.341710 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aee9fd6-c2f2-4404-8a9e-cf86a81e25a0 None None] The sync data for ids ['78f23305-0c4e-4f66-a132-8e25a8896867'] in dv-cinder-733622-20-iscsi is: [{'id': '78f23305-0c4e-4f66-a132-8e25a8896867', 'name': 'tempest-AttachVolumeTestJSON-250747894-router', 'tenant_id': '70121f12841d4897aae58f9fe9f2c556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'external_fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': 'ec5fa6b9-8064-4d3d-aaef-fc760a64117b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:18:06Z', 'updated_at': '2021-11-11T22:18:14Z', 'revision_number': 4, 'project_id': '70121f12841d4897aae58f9fe9f2c556', 'gw_port': {'id': 'ec5fa6b9-8064-4d3d-aaef-fc760a64117b', 'name': '', 'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:8e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f23305-0c4e-4f66-a132-8e25a8896867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:18:08Z', 'updated_at': '2021-11-11T22:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-20-iscsi', '_interfaces': [{'id': '6bccd299-5984-48cf-bdd9-3cbdc542c4da', 'name': '', 'network_id': '73526368-1abf-4e4d-8815-40fc972517d4', 'tenant_id': '70121f12841d4897aae58f9fe9f2c556', 'mac_address': 'fa:16:3e:84:41:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f23305-0c4e-4f66-a132-8e25a8896867', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '707623ec-d95b-41b2-8e25-0e51182a8a59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:18:12Z', 'updated_at': '2021-11-11T22:18:18Z', 'revision_number': 5, 'project_id': '70121f12841d4897aae58f9fe9f2c556', 'subnets': [{'id': '707623ec-d95b-41b2-8e25-0e51182a8a59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:24:25.343236 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-e67e8a88-0773-4a40-af20-fc5b22bd7d3e tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Publish callbacks [] for security_group, before_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:25.369540 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-e67e8a88-0773-4a40-af20-fc5b22bd7d3e tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:25.429537 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-e67e8a88-0773-4a40-af20-fc5b22bd7d3e tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:25.432253 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-e67e8a88-0773-4a40-af20-fc5b22bd7d3e tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Publish callbacks [] for security_group, before_response {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:25.433655 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [None req-e67e8a88-0773-4a40-af20-fc5b22bd7d3e tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] 10.222.0.50 "DELETE /v2.0/security-groups/437170c0-445a-49c6-99a9-0a96ba84b0a5 HTTP/1.1" status: 204 len: 168 time: 0.1489654 Nov 11 22:24:25.436575 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 50036) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:24:25.444250 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67e8a88-0773-4a40-af20-fc5b22bd7d3e tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=437170c0-445a-49c6-99a9-0a96ba84b0a5,revision_number=None']} {{(pid=101950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:24:25.458398 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.api.v2.resource [None req-9b2f1ffb-e288-4d54-bdb5-8326ded30ce2 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] show failed (client error): The resource could not be found. Nov 11 22:24:25.459734 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-9b2f1ffb-e288-4d54-bdb5-8326ded30ce2 tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] 10.222.0.50 "GET /v2.0/security-groups/437170c0-445a-49c6-99a9-0a96ba84b0a5 HTTP/1.1" status: 404 len: 347 time: 0.0215766 Nov 11 22:24:25.463286 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 50038) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:24:25.598908 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.plugin [None req-bce8f737-d83e-40d5-8c1c-139b7304b1fb tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Deleting port bb95a581-5bb4-4de6-a075-3dddfec981c1 {{(pid=101951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:24:25.599263 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-bce8f737-d83e-40d5-8c1c-139b7304b1fb tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776912257464'] for port, before_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:25.635017 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f642e0-90a7-42bf-af79-3c9fff63bd26 None None] New status for floating IP 938de00a-9054-4651-b776-d8116daed6d0: DOWN {{(pid=101952) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 22:24:25.683100 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-b9c0b92f-94b8-4e91-9bd8-17890d938276 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:25.684754 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-bce8f737-d83e-40d5-8c1c-139b7304b1fb tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668535'] for port, precommit_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:25.685285 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-bce8f737-d83e-40d5-8c1c-139b7304b1fb tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:25.699316 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.plugin [None req-bce8f737-d83e-40d5-8c1c-139b7304b1fb tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Calling delete_port for bb95a581-5bb4-4de6-a075-3dddfec981c1 owned by network:floatingip {{(pid=101951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:24:25.848041 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-bce8f737-d83e-40d5-8c1c-139b7304b1fb tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776912265346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776911838091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9099554'] for port, after_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:25.879122 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce8f737-d83e-40d5-8c1c-139b7304b1fb tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Pushing event deleted for resources: {'Port': ['ID=bb95a581-5bb4-4de6-a075-3dddfec981c1,revision_number=None']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:24:25.946760 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-bce8f737-d83e-40d5-8c1c-139b7304b1fb tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Publish callbacks [] for floatingip, after_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:25.949370 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-bce8f737-d83e-40d5-8c1c-139b7304b1fb tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26363'] for floatingip, before_response {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:25.950546 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-bce8f737-d83e-40d5-8c1c-139b7304b1fb tempest-AttachVolumeTestJSON-1981211604 tempest-AttachVolumeTestJSON-1981211604-project] 10.222.0.50 "DELETE /v2.0/floatingips/938de00a-9054-4651-b776-d8116daed6d0 HTTP/1.1" status: 204 len: 168 time: 0.4860163 Nov 11 22:24:28.185350 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-715d2832-c3a7-4cae-9a61-5c0b3a2feeb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:28.210956 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Device c0207219-7a25-4f6f-94e2-2da148708361 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=101952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:24:28.237462 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.plugin [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] No Port match for: c0207219-7a25-4f6f-94e2-2da148708361 {{(pid=101952) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:24:28.238565 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Device c0207219-7a25-4f6f-94e2-2da148708361 not bound to the agent host hv-cinder-73362 {{(pid=101952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:24:29.419969 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-766b5b4b-9c4e-4513-9f30-d5290b623bba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:29.518779 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 50116) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:24:30.020810 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-efbe7145-2dfe-4604-8e73-237af72291e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-658385'] for router_interface, before_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:30.264051 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.plugin [None req-efbe7145-2dfe-4604-8e73-237af72291e6 admin admin] Deleting port 6bccd299-5984-48cf-bdd9-3cbdc542c4da {{(pid=101951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:24:30.264388 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-efbe7145-2dfe-4604-8e73-237af72291e6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776912257464'] for port, before_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:30.340390 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.db [None req-efbe7145-2dfe-4604-8e73-237af72291e6 admin admin] For port 6bccd299-5984-48cf-bdd9-3cbdc542c4da, host dv-cinder-733622-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-20-iscsi',level=0,port_id=6bccd299-5984-48cf-bdd9-3cbdc542c4da,segment=NetworkSegment(2b1985db-e044-4e7f-a22a-8498e6c7db38),segment_id=2b1985db-e044-4e7f-a22a-8498e6c7db38)] {{(pid=101951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:24:30.340728 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-efbe7145-2dfe-4604-8e73-237af72291e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668535'] for port, precommit_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:30.353793 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.plugin [None req-efbe7145-2dfe-4604-8e73-237af72291e6 admin admin] Calling delete_port for 6bccd299-5984-48cf-bdd9-3cbdc542c4da owned by network:router_interface {{(pid=101951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:24:30.533833 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-efbe7145-2dfe-4604-8e73-237af72291e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776912265346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776911838091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9099554'] for port, after_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:30.561794 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbe7145-2dfe-4604-8e73-237af72291e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=6bccd299-5984-48cf-bdd9-3cbdc542c4da,revision_number=None']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:24:30.728769 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-efbe7145-2dfe-4604-8e73-237af72291e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-634269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-657249'] for router_interface, after_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:30.811793 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-6e72e30b-d533-48e1-89e1-e2b3014a0430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:30.948161 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efbe7145-2dfe-4604-8e73-237af72291e6 admin admin] Router 78f23305-0c4e-4f66-a132-8e25a8896867 has already been hosted by L3 agent 4702c36b-78d9-4f52-8cbc-8d9e3292a6f2 {{(pid=101951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 22:24:31.312194 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efbe7145-2dfe-4604-8e73-237af72291e6 admin admin] Notify agent at l3_agent.dv-cinder-733622-20-iscsi the message routers_updated {{(pid=101951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:24:31.318841 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-efbe7145-2dfe-4604-8e73-237af72291e6 admin admin] 10.222.0.50 "PUT /v2.0/routers/78f23305-0c4e-4f66-a132-8e25a8896867/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7984855 Nov 11 22:24:31.321517 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 50146) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:24:31.322413 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b898f8-6569-46de-ad6a-441d5ce83ddd None None] Sync routers for ids ['78f23305-0c4e-4f66-a132-8e25a8896867'] in dv-cinder-733622-20-iscsi {{(pid=101953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:24:31.336922 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b898f8-6569-46de-ad6a-441d5ce83ddd None None] Routers {'78f23305-0c4e-4f66-a132-8e25a8896867'} bound to L3 agent in host dv-cinder-733622-20-iscsi {{(pid=101953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:24:31.337646 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.db.l3_hamode_db [None req-c6b898f8-6569-46de-ad6a-441d5ce83ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T22:08:28Z,description=,heartbeat_timestamp=2021-11-11T22:24:28Z,host='dv-cinder-733622-20-iscsi',id=4702c36b-78d9-4f52-8cbc-8d9e3292a6f2,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T22:08:28Z,topic='l3_agent')) {'router_ids': ['78f23305-0c4e-4f66-a132-8e25a8896867'], 'active': True} {{(pid=101953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:24:31.429192 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-df526915-ac0f-4d45-82cb-049430238fcb admin admin] Publish callbacks [] for router, before_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:31.445426 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.db.l3_dvr_db [None req-c6b898f8-6569-46de-ad6a-441d5ce83ddd None None] Set router 78f23305-0c4e-4f66-a132-8e25a8896867 gateway port host: dv-cinder-733622-20-iscsi {{(pid=101953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:24:31.537924 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-df526915-ac0f-4d45-82cb-049430238fcb admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:31.604060 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.plugin [None req-df526915-ac0f-4d45-82cb-049430238fcb admin admin] Deleting port ec5fa6b9-8064-4d3d-aaef-fc760a64117b {{(pid=101951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:24:31.604409 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-df526915-ac0f-4d45-82cb-049430238fcb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776912257464'] for port, before_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:31.635184 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.db.l3_hamode_db [None req-c6b898f8-6569-46de-ad6a-441d5ce83ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78f23305-0c4e-4f66-a132-8e25a8896867', 'name': 'tempest-AttachVolumeTestJSON-250747894-router', 'tenant_id': '70121f12841d4897aae58f9fe9f2c556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'external_fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': 'ec5fa6b9-8064-4d3d-aaef-fc760a64117b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:18:06Z', 'updated_at': '2021-11-11T22:24:30Z', 'revision_number': 5, 'project_id': '70121f12841d4897aae58f9fe9f2c556', 'gw_port': {'id': 'ec5fa6b9-8064-4d3d-aaef-fc760a64117b', 'name': '', 'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:8e:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78f23305-0c4e-4f66-a132-8e25a8896867', 'device_owner': 'network:router_gateway', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:18:08Z', 'updated_at': '2021-11-11T22:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-20-iscsi'}], 'dv-cinder-733622-20-iscsi', False) {} {{(pid=101953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:24:31.662278 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b898f8-6569-46de-ad6a-441d5ce83ddd None None] Checking router: 78f23305-0c4e-4f66-a132-8e25a8896867 for host: dv-cinder-733622-20-iscsi {{(pid=101953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:24:31.670440 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b898f8-6569-46de-ad6a-441d5ce83ddd None None] Routers {'78f23305-0c4e-4f66-a132-8e25a8896867'} bound to L3 agent in host dv-cinder-733622-20-iscsi {{(pid=101953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:24:31.671049 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.db.l3_hamode_db [None req-c6b898f8-6569-46de-ad6a-441d5ce83ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-11T22:08:28Z,description=,heartbeat_timestamp=2021-11-11T22:24:28Z,host='dv-cinder-733622-20-iscsi',id=4702c36b-78d9-4f52-8cbc-8d9e3292a6f2,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T22:08:28Z,topic='l3_agent')) {'router_ids': ['78f23305-0c4e-4f66-a132-8e25a8896867'], 'active': True} {{(pid=101953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:24:31.686763 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.db [None req-df526915-ac0f-4d45-82cb-049430238fcb admin admin] For port ec5fa6b9-8064-4d3d-aaef-fc760a64117b, host dv-cinder-733622-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-20-iscsi',level=0,port_id=ec5fa6b9-8064-4d3d-aaef-fc760a64117b,segment=NetworkSegment(a0316b7b-fb1e-457f-ba74-a0bbaa82bcb7),segment_id=a0316b7b-fb1e-457f-ba74-a0bbaa82bcb7)] {{(pid=101951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:24:31.687150 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-df526915-ac0f-4d45-82cb-049430238fcb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668535'] for port, precommit_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:31.699850 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.plugin [None req-df526915-ac0f-4d45-82cb-049430238fcb admin admin] Calling delete_port for ec5fa6b9-8064-4d3d-aaef-fc760a64117b owned by network:router_gateway {{(pid=101951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:24:31.757970 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.db.l3_dvr_db [None req-c6b898f8-6569-46de-ad6a-441d5ce83ddd None None] Set router 78f23305-0c4e-4f66-a132-8e25a8896867 gateway port host: None {{(pid=101953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:24:31.801408 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:31.818690 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.db.l3_hamode_db [None req-c6b898f8-6569-46de-ad6a-441d5ce83ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78f23305-0c4e-4f66-a132-8e25a8896867', 'name': 'tempest-AttachVolumeTestJSON-250747894-router', 'tenant_id': '70121f12841d4897aae58f9fe9f2c556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:18:06Z', 'updated_at': '2021-11-11T22:24:31Z', 'revision_number': 6, 'project_id': '70121f12841d4897aae58f9fe9f2c556', 'gw_port_host': None}], 'dv-cinder-733622-20-iscsi', False) {} {{(pid=101953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:24:31.845863 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b898f8-6569-46de-ad6a-441d5ce83ddd None None] The sync data for ids ['78f23305-0c4e-4f66-a132-8e25a8896867'] in dv-cinder-733622-20-iscsi is: [{'id': '78f23305-0c4e-4f66-a132-8e25a8896867', 'name': 'tempest-AttachVolumeTestJSON-250747894-router', 'tenant_id': '70121f12841d4897aae58f9fe9f2c556', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:18:06Z', 'updated_at': '2021-11-11T22:24:31Z', 'revision_number': 6, 'project_id': '70121f12841d4897aae58f9fe9f2c556', 'gw_port_host': None}] {{(pid=101953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:24:31.867424 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-df526915-ac0f-4d45-82cb-049430238fcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776912265346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776911838091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9099554'] for port, after_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:31.893656 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df526915-ac0f-4d45-82cb-049430238fcb admin admin] Pushing event deleted for resources: {'Port': ['ID=ec5fa6b9-8064-4d3d-aaef-fc760a64117b,revision_number=None']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:24:31.956850 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-df526915-ac0f-4d45-82cb-049430238fcb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-657051'] for router_gateway, after_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:32.043198 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-df526915-ac0f-4d45-82cb-049430238fcb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-657422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24968'] for router, precommit_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:32.045354 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-df526915-ac0f-4d45-82cb-049430238fcb admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:32.088541 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-df526915-ac0f-4d45-82cb-049430238fcb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-657527'] for router, after_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:32.089073 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df526915-ac0f-4d45-82cb-049430238fcb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 78f23305-0c4e-4f66-a132-8e25a8896867 {{(pid=101951) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 22:24:32.093842 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-df526915-ac0f-4d45-82cb-049430238fcb admin admin] Publish callbacks [] for router, before_response {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:32.095005 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-df526915-ac0f-4d45-82cb-049430238fcb admin admin] 10.222.0.50 "DELETE /v2.0/routers/78f23305-0c4e-4f66-a132-8e25a8896867 HTTP/1.1" status: 204 len: 168 time: 0.7725580 Nov 11 22:24:32.097611 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 50148) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:24:32.144917 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.db.db_base_plugin_v2 [None req-95e8de1c-0eae-4064-929f-87e4ee9a4ffa admin admin] Deleting subnet 707623ec-d95b-41b2-8e25-0e51182a8a59 {{(pid=101951) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 22:24:32.147872 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-95e8de1c-0eae-4064-929f-87e4ee9a4ffa admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:32.181360 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-95e8de1c-0eae-4064-929f-87e4ee9a4ffa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9155543'] for subnet, precommit_delete_associations {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:32.307960 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-95e8de1c-0eae-4064-929f-87e4ee9a4ffa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8068352'] for subnet, precommit_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:32.361766 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-95e8de1c-0eae-4064-929f-87e4ee9a4ffa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8068375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9099537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9118686'] for subnet, after_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:32.389518 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e8de1c-0eae-4064-929f-87e4ee9a4ffa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=707623ec-d95b-41b2-8e25-0e51182a8a59,revision_number=None']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:24:32.391461 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-95e8de1c-0eae-4064-929f-87e4ee9a4ffa admin admin] Publish callbacks [] for subnet, before_response {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:32.395184 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-95e8de1c-0eae-4064-929f-87e4ee9a4ffa admin admin] 10.222.0.50 "DELETE /v2.0/subnets/707623ec-d95b-41b2-8e25-0e51182a8a59 HTTP/1.1" status: 204 len: 168 time: 0.2966449 Nov 11 22:24:32.397627 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 50158) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:24:32.404155 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-999789c3-f70b-4c4a-9dd2-6c515a48d85f None None] Network 73526368-1abf-4e4d-8815-40fc972517d4 requested from dv-cinder-733622-20-iscsi {{(pid=101952) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:24:32.466235 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-28e20b61-5e6e-4541-8b91-ec61cc518718 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8138597'] for network, before_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:32.520394 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.wsgi [-] (101950) accepted ('10.222.0.50', 50162) {{(pid=101950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:24:32.528329 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.plugin [None req-28e20b61-5e6e-4541-8b91-ec61cc518718 admin admin] Deleting port 46ada8a9-288b-4c24-9782-3d84a20adb2e {{(pid=101951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:24:32.528831 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-28e20b61-5e6e-4541-8b91-ec61cc518718 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776912257464'] for port, before_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:32.593080 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.db [None req-28e20b61-5e6e-4541-8b91-ec61cc518718 admin admin] For port 46ada8a9-288b-4c24-9782-3d84a20adb2e, host dv-cinder-733622-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-20-iscsi',level=0,port_id=46ada8a9-288b-4c24-9782-3d84a20adb2e,segment=NetworkSegment(2b1985db-e044-4e7f-a22a-8498e6c7db38),segment_id=2b1985db-e044-4e7f-a22a-8498e6c7db38)] {{(pid=101951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:24:32.593655 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-28e20b61-5e6e-4541-8b91-ec61cc518718 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668535'] for port, precommit_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:32.606013 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.plugin [None req-28e20b61-5e6e-4541-8b91-ec61cc518718 admin admin] Calling delete_port for 46ada8a9-288b-4c24-9782-3d84a20adb2e owned by network:dhcp {{(pid=101951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:24:32.633773 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-3c4d3dae-7717-48aa-ad84-ad8015b615dd admin admin] Publish callbacks [] for security_group, before_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:32.647848 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b80e9990-c6f7-4828-97bb-ee24de7256d1 None None] DHCP port deletion for 73526368-1abf-4e4d-8815-40fc972517d4 request from dv-cinder-733622-20-iscsi {{(pid=101952) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:24:32.702894 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-28e20b61-5e6e-4541-8b91-ec61cc518718 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776912265346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776911838091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9099554'] for port, after_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:32.713860 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.plugin [None req-b80e9990-c6f7-4828-97bb-ee24de7256d1 None None] Deleting port 46ada8a9-288b-4c24-9782-3d84a20adb2e {{(pid=101952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:24:32.714542 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-b80e9990-c6f7-4828-97bb-ee24de7256d1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776912257464'] for port, before_delete {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:32.726132 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-3c4d3dae-7717-48aa-ad84-ad8015b615dd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:32.730636 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e20b61-5e6e-4541-8b91-ec61cc518718 admin admin] Pushing event deleted for resources: {'Port': ['ID=46ada8a9-288b-4c24-9782-3d84a20adb2e,revision_number=None']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:24:32.734574 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e20b61-5e6e-4541-8b91-ec61cc518718 admin admin] No DVR routers for this DVR port 46ada8a9-288b-4c24-9782-3d84a20adb2e on host dv-cinder-733622-20-iscsi {{(pid=101951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 22:24:32.736791 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-3c4d3dae-7717-48aa-ad84-ad8015b615dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:32.790862 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4d3dae-7717-48aa-ad84-ad8015b615dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae8b2ed7-85ab-4c48-98ee-20f1be44daf0,revision_number=1']} {{(pid=101950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:24:32.809118 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [None req-3c4d3dae-7717-48aa-ad84-ad8015b615dd admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=b17075b8ae6f43d99634e2eed8fa8ea2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2873378 Nov 11 22:24:32.811622 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 50166) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:24:32.813721 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-b80e9990-c6f7-4828-97bb-ee24de7256d1 None None] For port 46ada8a9-288b-4c24-9782-3d84a20adb2e, host dv-cinder-733622-20-iscsi, got binding levels [] {{(pid=101952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:24:32.814253 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-b80e9990-c6f7-4828-97bb-ee24de7256d1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668535'] for port, precommit_delete {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:32.821314 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-28e20b61-5e6e-4541-8b91-ec61cc518718 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8067463', 'neutron.services.segments.db._delete_segments_for_network-8776912172270'] for network, precommit_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:32.827416 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.plugin [None req-b80e9990-c6f7-4828-97bb-ee24de7256d1 None None] Calling delete_port for 46ada8a9-288b-4c24-9782-3d84a20adb2e owned by network:dhcp {{(pid=101952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:24:32.830205 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.ipam_backend_mixin [None req-b80e9990-c6f7-4828-97bb-ee24de7256d1 None None] Port 46ada8a9-288b-4c24-9782-3d84a20adb2e was not found and therefore no delete operation was performed {{(pid=101952) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 11 22:24:32.831939 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-b80e9990-c6f7-4828-97bb-ee24de7256d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776912265346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776911838091'] for port, after_delete {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:32.859683 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80e9990-c6f7-4828-97bb-ee24de7256d1 None None] Pushing event deleted for resources: {'Port': ['ID=46ada8a9-288b-4c24-9782-3d84a20adb2e,revision_number=None']} {{(pid=101952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:24:32.859970 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.services.segments.db [None req-28e20b61-5e6e-4541-8b91-ec61cc518718 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73526368-1abf-4e4d-8815-40fc972517d4']}} {{(pid=101951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:24:32.861303 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80e9990-c6f7-4828-97bb-ee24de7256d1 None None] No DVR routers for this DVR port 46ada8a9-288b-4c24-9782-3d84a20adb2e on host dv-cinder-733622-20-iscsi {{(pid=101952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 22:24:32.876919 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.services.segments.db [None req-28e20b61-5e6e-4541-8b91-ec61cc518718 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b1985db-e044-4e7f-a22a-8498e6c7db38') {'for_net_delete': True} {{(pid=101951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:24:32.877217 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.services.segments.db [None req-28e20b61-5e6e-4541-8b91-ec61cc518718 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b1985db-e044-4e7f-a22a-8498e6c7db38') {} {{(pid=101951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:24:32.889570 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-28e20b61-5e6e-4541-8b91-ec61cc518718 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776912404471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9157156'] for segment, before_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:32.912323 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-520a04b2-557e-4844-a985-82633e1dab80 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:32.914215 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-28e20b61-5e6e-4541-8b91-ec61cc518718 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8017375'] for segment, precommit_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:32.927332 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28e20b61-5e6e-4541-8b91-ec61cc518718 admin admin] Releasing vlan 834 on physical network physnet1 to pool {{(pid=101951) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 22:24:32.927741 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-28e20b61-5e6e-4541-8b91-ec61cc518718 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8017375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9099647'] for segment, after_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:32.929657 dv-cinder-733622-20-iscsi neutron-server[101951]: Traceback (most recent call last): Nov 11 22:24:32.929657 dv-cinder-733622-20-iscsi neutron-server[101951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 22:24:32.929657 dv-cinder-733622-20-iscsi neutron-server[101951]: timer() Nov 11 22:24:32.929657 dv-cinder-733622-20-iscsi neutron-server[101951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 22:24:32.929657 dv-cinder-733622-20-iscsi neutron-server[101951]: cb(*args, **kw) Nov 11 22:24:32.929657 dv-cinder-733622-20-iscsi neutron-server[101951]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 22:24:32.929657 dv-cinder-733622-20-iscsi neutron-server[101951]: return func(*args, **kwargs) Nov 11 22:24:32.929657 dv-cinder-733622-20-iscsi neutron-server[101951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 22:24:32.929657 dv-cinder-733622-20-iscsi neutron-server[101951]: self._notify() Nov 11 22:24:32.929657 dv-cinder-733622-20-iscsi neutron-server[101951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 22:24:32.929657 dv-cinder-733622-20-iscsi neutron-server[101951]: self.callback(batched_events) Nov 11 22:24:32.929657 dv-cinder-733622-20-iscsi neutron-server[101951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 22:24:32.929657 dv-cinder-733622-20-iscsi neutron-server[101951]: event.method(event) Nov 11 22:24:32.929657 dv-cinder-733622-20-iscsi neutron-server[101951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 22:24:32.929657 dv-cinder-733622-20-iscsi neutron-server[101951]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 22:24:32.929657 dv-cinder-733622-20-iscsi neutron-server[101951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 22:24:32.929657 dv-cinder-733622-20-iscsi neutron-server[101951]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 22:24:32.929657 dv-cinder-733622-20-iscsi neutron-server[101951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 22:24:32.929657 dv-cinder-733622-20-iscsi neutron-server[101951]: return f(self, *a, **k) Nov 11 22:24:32.929657 dv-cinder-733622-20-iscsi neutron-server[101951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 22:24:32.929657 dv-cinder-733622-20-iscsi neutron-server[101951]: return self._get(url).json() Nov 11 22:24:32.929657 dv-cinder-733622-20-iscsi neutron-server[101951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 22:24:32.929657 dv-cinder-733622-20-iscsi neutron-server[101951]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 22:24:32.929657 dv-cinder-733622-20-iscsi neutron-server[101951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 22:24:32.929657 dv-cinder-733622-20-iscsi neutron-server[101951]: return self.request(url, 'GET', **kwargs) Nov 11 22:24:32.929657 dv-cinder-733622-20-iscsi neutron-server[101951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 22:24:32.929657 dv-cinder-733622-20-iscsi neutron-server[101951]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 22:24:32.929657 dv-cinder-733622-20-iscsi neutron-server[101951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 22:24:32.929657 dv-cinder-733622-20-iscsi neutron-server[101951]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 22:24:32.929657 dv-cinder-733622-20-iscsi neutron-server[101951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 22:24:32.929657 dv-cinder-733622-20-iscsi neutron-server[101951]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 22:24:32.929657 dv-cinder-733622-20-iscsi neutron-server[101951]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 22:24:32.942533 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Device 6bccd299-5984-48cf-bdd9-3cbdc542c4da no longer exists at agent ovs-agent-dv-cinder-733622-20-iscsi {{(pid=101952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:24:32.962656 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.plugin [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] No Port match for: 6bccd299-5984-48cf-bdd9-3cbdc542c4da {{(pid=101952) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:24:32.962997 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Device 6bccd299-5984-48cf-bdd9-3cbdc542c4da not bound to the agent host dv-cinder-733622-20-iscsi {{(pid=101952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:24:32.963409 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Device 46ada8a9-288b-4c24-9782-3d84a20adb2e no longer exists at agent ovs-agent-dv-cinder-733622-20-iscsi {{(pid=101952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:24:32.981924 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-520a04b2-557e-4844-a985-82633e1dab80 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:32.983753 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.plugin [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] No Port match for: 46ada8a9-288b-4c24-9782-3d84a20adb2e {{(pid=101952) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:24:32.984104 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Device 46ada8a9-288b-4c24-9782-3d84a20adb2e not bound to the agent host dv-cinder-733622-20-iscsi {{(pid=101952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:24:32.984544 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Device ec5fa6b9-8064-4d3d-aaef-fc760a64117b no longer exists at agent ovs-agent-dv-cinder-733622-20-iscsi {{(pid=101952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:24:33.008743 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.plugin [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] No Port match for: ec5fa6b9-8064-4d3d-aaef-fc760a64117b {{(pid=101952) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:24:33.009084 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Device ec5fa6b9-8064-4d3d-aaef-fc760a64117b not bound to the agent host dv-cinder-733622-20-iscsi {{(pid=101952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:24:33.010272 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-28e20b61-5e6e-4541-8b91-ec61cc518718 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8067486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657127'] for network, after_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:33.024343 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-28e20b61-5e6e-4541-8b91-ec61cc518718 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634242'] for network, before_response {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:33.027571 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-28e20b61-5e6e-4541-8b91-ec61cc518718 admin admin] 10.222.0.50 "DELETE /v2.0/networks/73526368-1abf-4e4d-8815-40fc972517d4 HTTP/1.1" status: 204 len: 168 time: 0.6290054 Nov 11 22:24:33.044635 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e20b61-5e6e-4541-8b91-ec61cc518718 admin admin] Pushing event deleted for resources: {'Network': ['ID=73526368-1abf-4e4d-8815-40fc972517d4,revision_number=None']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:24:33.065464 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-520a04b2-557e-4844-a985-82633e1dab80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:33.068199 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-520a04b2-557e-4844-a985-82633e1dab80 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:33.069379 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-520a04b2-557e-4844-a985-82633e1dab80 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/ae8b2ed7-85ab-4c48-98ee-20f1be44daf0 HTTP/1.1" status: 204 len: 168 time: 0.2568231 Nov 11 22:24:33.080628 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520a04b2-557e-4844-a985-82633e1dab80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae8b2ed7-85ab-4c48-98ee-20f1be44daf0,revision_number=None']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:24:33.159314 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 50172) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:24:33.200998 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-8cd6c0ac-b006-438f-b864-4d80918f7a4d admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=70121f12841d4897aae58f9fe9f2c556&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0398495 Nov 11 22:24:33.203442 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 50176) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:24:33.250869 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-1d4ace37-bef9-499c-a7d1-2874301aecb5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:33.272610 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-1d4ace37-bef9-499c-a7d1-2874301aecb5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:33.321498 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-1d4ace37-bef9-499c-a7d1-2874301aecb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:33.324954 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-1d4ace37-bef9-499c-a7d1-2874301aecb5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:33.326538 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-1d4ace37-bef9-499c-a7d1-2874301aecb5 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/6be0de7a-17ce-4bd7-b6d5-c0139e98ab25 HTTP/1.1" status: 204 len: 168 time: 0.1220670 Nov 11 22:24:33.334693 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4ace37-bef9-499c-a7d1-2874301aecb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6be0de7a-17ce-4bd7-b6d5-c0139e98ab25,revision_number=None']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:24:33.363552 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.wsgi [-] (101950) accepted ('10.222.0.50', 50180) {{(pid=101950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:24:33.377027 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-d8cc7cbe-aaed-49b7-a239-2ae894166902 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:33.453340 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-d8cc7cbe-aaed-49b7-a239-2ae894166902 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:33.457947 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-d8cc7cbe-aaed-49b7-a239-2ae894166902 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:33.499075 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [None req-d8cc7cbe-aaed-49b7-a239-2ae894166902 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=30d5d3475c2f461b8b27074721a12f9b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1320949 Nov 11 22:24:33.499075 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cc7cbe-aaed-49b7-a239-2ae894166902 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=334df186-72bb-4dd9-88e2-dcdb48f1574f,revision_number=1']} {{(pid=101950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:24:33.499576 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 50182) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:24:33.550959 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-324a780f-20c5-44fc-b54d-27bf3791ba05 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:33.573688 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-324a780f-20c5-44fc-b54d-27bf3791ba05 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:33.625541 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-324a780f-20c5-44fc-b54d-27bf3791ba05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:33.628247 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-324a780f-20c5-44fc-b54d-27bf3791ba05 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:33.631702 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-324a780f-20c5-44fc-b54d-27bf3791ba05 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/334df186-72bb-4dd9-88e2-dcdb48f1574f HTTP/1.1" status: 204 len: 168 time: 0.1286459 Nov 11 22:24:33.642101 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324a780f-20c5-44fc-b54d-27bf3791ba05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=334df186-72bb-4dd9-88e2-dcdb48f1574f,revision_number=None']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:24:33.968987 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 50204) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:24:33.982861 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-af973051-cd90-4800-942e-7a18a78e0c5a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:34.059030 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-af973051-cd90-4800-942e-7a18a78e0c5a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:34.063528 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-af973051-cd90-4800-942e-7a18a78e0c5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:34.103367 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af973051-cd90-4800-942e-7a18a78e0c5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb3b5cae-ba81-4004-ba96-849f81d5ea65,revision_number=1']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:24:34.107733 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-af973051-cd90-4800-942e-7a18a78e0c5a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1224e1e5ede54cc882fd6fb12febb9de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1376779 Nov 11 22:24:34.110697 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 50208) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:24:34.159590 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-b23afb5e-0dc8-4b61-be10-d4da915f3283 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:34.181130 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-b23afb5e-0dc8-4b61-be10-d4da915f3283 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:34.230691 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-b23afb5e-0dc8-4b61-be10-d4da915f3283 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:34.233672 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-b23afb5e-0dc8-4b61-be10-d4da915f3283 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:34.234901 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-b23afb5e-0dc8-4b61-be10-d4da915f3283 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/bb3b5cae-ba81-4004-ba96-849f81d5ea65 HTTP/1.1" status: 204 len: 168 time: 0.1236460 Nov 11 22:24:34.246637 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23afb5e-0dc8-4b61-be10-d4da915f3283 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb3b5cae-ba81-4004-ba96-849f81d5ea65,revision_number=None']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:24:39.905171 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:42.916710 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01c92e0-5ae9-459e-9462-615dc2d6f997 req-87dc7aa4-f038-4eb9-a3ef-d053b1277131 tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:24:42.918290 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-b01c92e0-5ae9-459e-9462-615dc2d6f997 req-87dc7aa4-f038-4eb9-a3ef-d053b1277131 tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] 10.222.0.50 "GET /v2.0/ports?device_id=54e29906-2253-4e26-b9ae-ef5f40e4580f HTTP/1.1" status: 200 len: 945 time: 0.0586991 Nov 11 22:24:42.989817 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-b01c92e0-5ae9-459e-9462-615dc2d6f997 req-69c2e175-0a78-45a6-b8ef-58eca7f2af73 tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] 10.222.0.50 "GET /v2.0/security-groups?id=bba0fc88-b679-44f5-920f-fd78ad6bd2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637844 Nov 11 22:24:43.028027 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ebfa01-e650-4898-b9a1-981f89264e1f req-ca1a2fb1-e9d2-4361-a27e-5588c4222dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:24:43.029734 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-c4ebfa01-e650-4898-b9a1-981f89264e1f req-ca1a2fb1-e9d2-4361-a27e-5588c4222dae service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9bdbf69f4937401cbc8618398a68b4ae&device_id=54e29906-2253-4e26-b9ae-ef5f40e4580f HTTP/1.1" status: 200 len: 1098 time: 0.0490983 Nov 11 22:24:43.137447 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ebfa01-e650-4898-b9a1-981f89264e1f req-228715e5-6f20-4444-a7c2-f451ce1e772d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:24:43.138999 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-c4ebfa01-e650-4898-b9a1-981f89264e1f req-228715e5-6f20-4444-a7c2-f451ce1e772d service neutron] 10.222.0.26 "GET /v2.0/networks?id=26fdc315-aba2-4576-a6e9-177175e14633 HTTP/1.1" status: 200 len: 909 time: 0.0878987 Nov 11 22:24:43.221468 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-c4ebfa01-e650-4898-b9a1-981f89264e1f req-34c21f31-ce8a-47a1-b074-213ec46b0aef service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=787bdf93-434f-4c48-ac1c-670af74fb180 HTTP/1.1" status: 200 len: 1000 time: 0.0750227 Nov 11 22:24:43.275344 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ebfa01-e650-4898-b9a1-981f89264e1f req-d401a0c5-254b-4bec-ae69-82582656b76f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:24:43.276830 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-c4ebfa01-e650-4898-b9a1-981f89264e1f req-d401a0c5-254b-4bec-ae69-82582656b76f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=31e14342-d1a0-40ee-809c-2fa3145a5267 HTTP/1.1" status: 200 len: 847 time: 0.0480356 Nov 11 22:24:43.326083 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ebfa01-e650-4898-b9a1-981f89264e1f req-6396d709-9fde-4137-9b86-f743ceca8433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:24:43.327576 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-c4ebfa01-e650-4898-b9a1-981f89264e1f req-6396d709-9fde-4137-9b86-f743ceca8433 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=26fdc315-aba2-4576-a6e9-177175e14633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0410247 Nov 11 22:24:43.442517 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-c4ebfa01-e650-4898-b9a1-981f89264e1f req-bd2ecef8-540b-482f-8ce7-d041533a7fe8 service neutron] 10.222.0.26 "GET /v2.0/networks/26fdc315-aba2-4576-a6e9-177175e14633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929029 Nov 11 22:24:43.537388 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-c4ebfa01-e650-4898-b9a1-981f89264e1f req-d5326fb1-3f63-4d1a-83ed-b4ef531a809d service neutron] 10.222.0.26 "GET /v2.0/networks/26fdc315-aba2-4576-a6e9-177175e14633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890431 Nov 11 22:24:44.277648 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b466cf5-18c6-4f88-867b-b74fee468219 req-feda4493-6581-4afa-9031-f5e2b8e9e45d tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:24:44.279138 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-1b466cf5-18c6-4f88-867b-b74fee468219 req-feda4493-6581-4afa-9031-f5e2b8e9e45d tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] 10.222.0.50 "GET /v2.0/ports?device_id=54e29906-2253-4e26-b9ae-ef5f40e4580f HTTP/1.1" status: 200 len: 945 time: 0.0525093 Nov 11 22:24:44.329044 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-1b466cf5-18c6-4f88-867b-b74fee468219 req-c9451015-bead-4047-8b95-09804891c436 tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] 10.222.0.50 "GET /v2.0/security-groups?id=bba0fc88-b679-44f5-920f-fd78ad6bd2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434327 Nov 11 22:24:45.454338 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924d5e71-24a1-408e-a423-784492127282 req-c4062d93-8b6c-4b96-89da-28e22f25e714 tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:24:45.456046 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-924d5e71-24a1-408e-a423-784492127282 req-c4062d93-8b6c-4b96-89da-28e22f25e714 tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] 10.222.0.50 "GET /v2.0/ports?device_id=54e29906-2253-4e26-b9ae-ef5f40e4580f HTTP/1.1" status: 200 len: 945 time: 0.0536120 Nov 11 22:24:45.478433 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 50432) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:24:45.508208 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-924d5e71-24a1-408e-a423-784492127282 req-a1196059-2bc4-44f1-8593-af7ad90ff133 tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] 10.222.0.50 "GET /v2.0/security-groups?id=bba0fc88-b679-44f5-920f-fd78ad6bd2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461490 Nov 11 22:24:45.585669 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-eac38a53-a4c8-409a-b5c0-c1730e91334a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:45.666218 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-eac38a53-a4c8-409a-b5c0-c1730e91334a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:45.669979 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-eac38a53-a4c8-409a-b5c0-c1730e91334a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:45.706670 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac38a53-a4c8-409a-b5c0-c1730e91334a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24acd4dc-8313-459d-9dee-4fbf3a4795e4,revision_number=1']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:24:45.712424 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-eac38a53-a4c8-409a-b5c0-c1730e91334a admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4361b55d72e64a3283d0bb686bd1fb96&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2329237 Nov 11 22:24:45.715350 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 50436) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:24:45.773697 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-159ce123-849e-44d2-8030-7da16fd906f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:45.795187 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-159ce123-849e-44d2-8030-7da16fd906f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:45.845242 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-159ce123-849e-44d2-8030-7da16fd906f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:45.847811 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-159ce123-849e-44d2-8030-7da16fd906f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:45.850319 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-159ce123-849e-44d2-8030-7da16fd906f9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/24acd4dc-8313-459d-9dee-4fbf3a4795e4 HTTP/1.1" status: 204 len: 168 time: 0.1338868 Nov 11 22:24:45.861972 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159ce123-849e-44d2-8030-7da16fd906f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24acd4dc-8313-459d-9dee-4fbf3a4795e4,revision_number=None']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:24:46.117907 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.wsgi [-] (101950) accepted ('10.222.0.50', 50444) {{(pid=101950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:24:46.134907 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-73607323-c7ec-4a2a-a58a-2ae3fd689ddd admin admin] Publish callbacks [] for security_group, before_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:46.225256 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-73607323-c7ec-4a2a-a58a-2ae3fd689ddd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:46.229474 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-73607323-c7ec-4a2a-a58a-2ae3fd689ddd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:46.271791 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [None req-73607323-c7ec-4a2a-a58a-2ae3fd689ddd admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f62ac23b6181460ca4b745bf73733de5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1526661 Nov 11 22:24:46.272694 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73607323-c7ec-4a2a-a58a-2ae3fd689ddd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7daf2569-19fa-4b30-9fed-25cd650a8db0,revision_number=1']} {{(pid=101950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:24:46.275121 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 50446) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:24:46.334439 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-28218759-93fb-44d3-a250-2b86c821e3f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:46.356423 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-28218759-93fb-44d3-a250-2b86c821e3f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:46.404667 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-28218759-93fb-44d3-a250-2b86c821e3f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:46.407226 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-28218759-93fb-44d3-a250-2b86c821e3f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:46.408408 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-28218759-93fb-44d3-a250-2b86c821e3f3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/7daf2569-19fa-4b30-9fed-25cd650a8db0 HTTP/1.1" status: 204 len: 168 time: 0.1318648 Nov 11 22:24:46.416973 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28218759-93fb-44d3-a250-2b86c821e3f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7daf2569-19fa-4b30-9fed-25cd650a8db0,revision_number=None']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:24:46.629810 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a56c30c-7157-4d74-b467-60e620bd8fee req-7a2ad4b3-f36f-4764-b82f-ec636b28c90d tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:24:46.631233 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-8a56c30c-7157-4d74-b467-60e620bd8fee req-7a2ad4b3-f36f-4764-b82f-ec636b28c90d tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] 10.222.0.50 "GET /v2.0/ports?device_id=54e29906-2253-4e26-b9ae-ef5f40e4580f HTTP/1.1" status: 200 len: 945 time: 0.0549369 Nov 11 22:24:46.688351 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-8a56c30c-7157-4d74-b467-60e620bd8fee req-3f1cda04-2bf2-4a4a-9570-fd31567dbf0d tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] 10.222.0.50 "GET /v2.0/security-groups?id=bba0fc88-b679-44f5-920f-fd78ad6bd2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510695 Nov 11 22:24:47.819052 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb91c67a-dc6a-4faf-9a3d-5429a9e65a8d req-80dd3e86-29fd-42b5-9238-3374f7ae6307 tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:24:47.820547 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-fb91c67a-dc6a-4faf-9a3d-5429a9e65a8d req-80dd3e86-29fd-42b5-9238-3374f7ae6307 tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] 10.222.0.50 "GET /v2.0/ports?device_id=54e29906-2253-4e26-b9ae-ef5f40e4580f HTTP/1.1" status: 200 len: 945 time: 0.0559931 Nov 11 22:24:47.873229 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-fb91c67a-dc6a-4faf-9a3d-5429a9e65a8d req-4298ebe8-f0bb-4375-a621-f440f44acd51 tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] 10.222.0.50 "GET /v2.0/security-groups?id=bba0fc88-b679-44f5-920f-fd78ad6bd2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465217 Nov 11 22:24:48.989496 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc090aa-15d7-440f-8590-821798ccf3da req-76356324-f01d-4778-8d39-c7887f73fa0c tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:24:48.991002 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-8dc090aa-15d7-440f-8590-821798ccf3da req-76356324-f01d-4778-8d39-c7887f73fa0c tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] 10.222.0.50 "GET /v2.0/ports?device_id=54e29906-2253-4e26-b9ae-ef5f40e4580f HTTP/1.1" status: 200 len: 945 time: 0.0509496 Nov 11 22:24:49.041536 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-8dc090aa-15d7-440f-8590-821798ccf3da req-75ea7386-9e6e-4c11-b20d-3f002e40379f tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] 10.222.0.50 "GET /v2.0/security-groups?id=bba0fc88-b679-44f5-920f-fd78ad6bd2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444548 Nov 11 22:24:50.156786 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2186acb1-14c1-4519-89da-0fb5e19bcb3a req-63be075d-6a9d-4607-9702-3cb65037537a tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:24:50.158257 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-2186acb1-14c1-4519-89da-0fb5e19bcb3a req-63be075d-6a9d-4607-9702-3cb65037537a tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] 10.222.0.50 "GET /v2.0/ports?device_id=54e29906-2253-4e26-b9ae-ef5f40e4580f HTTP/1.1" status: 200 len: 945 time: 0.0486090 Nov 11 22:24:50.211231 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-2186acb1-14c1-4519-89da-0fb5e19bcb3a req-21cd93af-ec55-40ef-97c7-55c17b34a183 tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] 10.222.0.50 "GET /v2.0/security-groups?id=bba0fc88-b679-44f5-920f-fd78ad6bd2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460320 Nov 11 22:24:51.343819 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02747339-b90c-46ec-aea9-8c0289a4daa4 req-b70d4f8e-5dec-4a89-9079-458b7eee5a96 tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:24:51.346018 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-02747339-b90c-46ec-aea9-8c0289a4daa4 req-b70d4f8e-5dec-4a89-9079-458b7eee5a96 tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] 10.222.0.50 "GET /v2.0/ports?device_id=54e29906-2253-4e26-b9ae-ef5f40e4580f HTTP/1.1" status: 200 len: 945 time: 0.0536187 Nov 11 22:24:51.406130 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-02747339-b90c-46ec-aea9-8c0289a4daa4 req-0ae8e16d-bd46-46a8-9322-732576d62820 tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] 10.222.0.50 "GET /v2.0/security-groups?id=bba0fc88-b679-44f5-920f-fd78ad6bd2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535166 Nov 11 22:24:51.532460 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 50556) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:24:51.642818 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-575bbeb7-da86-4bf3-8c08-0e3ca9dd0fb5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:51.717288 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-575bbeb7-da86-4bf3-8c08-0e3ca9dd0fb5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:51.721260 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-575bbeb7-da86-4bf3-8c08-0e3ca9dd0fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:51.758922 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-575bbeb7-da86-4bf3-8c08-0e3ca9dd0fb5 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=4bdaf663d0574806af3f2863bc3b5cb2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2250981 Nov 11 22:24:51.760905 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575bbeb7-da86-4bf3-8c08-0e3ca9dd0fb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc8b6595-272a-4623-bbaf-6716e9013f84,revision_number=1']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:24:51.761667 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.wsgi [-] (101950) accepted ('10.222.0.50', 50560) {{(pid=101950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:24:51.811198 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-73f6b598-d158-483b-b4a7-60ff2f9a69db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:51.833068 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-73f6b598-d158-483b-b4a7-60ff2f9a69db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:51.878664 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-73f6b598-d158-483b-b4a7-60ff2f9a69db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:51.882037 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-73f6b598-d158-483b-b4a7-60ff2f9a69db admin admin] Publish callbacks [] for security_group, before_response {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:51.883763 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [None req-73f6b598-d158-483b-b4a7-60ff2f9a69db admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/bc8b6595-272a-4623-bbaf-6716e9013f84 HTTP/1.1" status: 204 len: 168 time: 0.1209376 Nov 11 22:24:51.895377 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f6b598-d158-483b-b4a7-60ff2f9a69db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc8b6595-272a-4623-bbaf-6716e9013f84,revision_number=None']} {{(pid=101950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:24:52.154862 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.wsgi [-] (101950) accepted ('10.222.0.50', 50566) {{(pid=101950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:24:52.168713 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-0627ef36-39f2-45a3-9431-1a2a48315394 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:52.249070 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-0627ef36-39f2-45a3-9431-1a2a48315394 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:52.252767 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-0627ef36-39f2-45a3-9431-1a2a48315394 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:52.290061 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0627ef36-39f2-45a3-9431-1a2a48315394 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f431adb2-ef40-4ee5-b0b6-0f88fa17aa77,revision_number=1']} {{(pid=101950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:24:52.295303 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [None req-0627ef36-39f2-45a3-9431-1a2a48315394 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=417ecb6d39884f3db332330e078f6875&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1394029 Nov 11 22:24:52.297990 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.wsgi [-] (101950) accepted ('10.222.0.50', 50568) {{(pid=101950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:24:52.345101 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-50fc641a-d458-4418-8334-e7044b6ee3c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:52.366028 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-50fc641a-d458-4418-8334-e7044b6ee3c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:52.410265 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-50fc641a-d458-4418-8334-e7044b6ee3c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:52.413331 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-50fc641a-d458-4418-8334-e7044b6ee3c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:52.414525 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [None req-50fc641a-d458-4418-8334-e7044b6ee3c6 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f431adb2-ef40-4ee5-b0b6-0f88fa17aa77 HTTP/1.1" status: 204 len: 168 time: 0.1156864 Nov 11 22:24:52.422715 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fc641a-d458-4418-8334-e7044b6ee3c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f431adb2-ef40-4ee5-b0b6-0f88fa17aa77,revision_number=None']} {{(pid=101950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:24:52.529827 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da81e3f-7e6c-448a-836f-4612753d7f94 req-e9acfcea-692b-44d6-acd3-f7489c94a37e tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:24:52.533025 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-7da81e3f-7e6c-448a-836f-4612753d7f94 req-e9acfcea-692b-44d6-acd3-f7489c94a37e tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] 10.222.0.50 "GET /v2.0/ports?device_id=54e29906-2253-4e26-b9ae-ef5f40e4580f HTTP/1.1" status: 200 len: 945 time: 0.0542440 Nov 11 22:24:52.591102 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-7da81e3f-7e6c-448a-836f-4612753d7f94 req-4371cfd9-ba95-4478-bc8c-9c9fa46b5a17 tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] 10.222.0.50 "GET /v2.0/security-groups?id=bba0fc88-b679-44f5-920f-fd78ad6bd2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519280 Nov 11 22:24:53.716263 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9258eb47-207d-4d8c-a9c2-76e2b55f56d3 req-961628e3-40fd-474b-97dd-5018365a1277 tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:24:53.717808 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-9258eb47-207d-4d8c-a9c2-76e2b55f56d3 req-961628e3-40fd-474b-97dd-5018365a1277 tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] 10.222.0.50 "GET /v2.0/ports?device_id=54e29906-2253-4e26-b9ae-ef5f40e4580f HTTP/1.1" status: 200 len: 945 time: 0.0520852 Nov 11 22:24:53.770398 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-9258eb47-207d-4d8c-a9c2-76e2b55f56d3 req-2e1f02c7-6c73-4286-b778-33f193d77d96 tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] 10.222.0.50 "GET /v2.0/security-groups?id=bba0fc88-b679-44f5-920f-fd78ad6bd2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465624 Nov 11 22:24:54.534597 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.wsgi [-] (101950) accepted ('10.222.0.50', 50658) {{(pid=101950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:24:54.641094 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-82e2ea50-1dde-43bf-83db-d06c70893029 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:54.717734 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-82e2ea50-1dde-43bf-83db-d06c70893029 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:54.721662 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-82e2ea50-1dde-43bf-83db-d06c70893029 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:54.759891 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e2ea50-1dde-43bf-83db-d06c70893029 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67ad9418-690b-4f23-a4d6-c138e065e020,revision_number=1']} {{(pid=101950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:24:54.763649 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [None req-82e2ea50-1dde-43bf-83db-d06c70893029 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=45772cc5503a4cf0a456271d9d9928a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2280283 Nov 11 22:24:54.766603 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 50662) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:24:54.770559 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e2ea50-1dde-43bf-83db-d06c70893029 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:24:54.770913 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e2ea50-1dde-43bf-83db-d06c70893029 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:24:54.771252 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e2ea50-1dde-43bf-83db-d06c70893029 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:24:54.771584 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e2ea50-1dde-43bf-83db-d06c70893029 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:24:54.771912 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e2ea50-1dde-43bf-83db-d06c70893029 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:24:54.772242 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e2ea50-1dde-43bf-83db-d06c70893029 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:24:54.772595 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e2ea50-1dde-43bf-83db-d06c70893029 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:24:54.772922 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e2ea50-1dde-43bf-83db-d06c70893029 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:24:54.773329 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e2ea50-1dde-43bf-83db-d06c70893029 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:24:54.773584 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e2ea50-1dde-43bf-83db-d06c70893029 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:24:54.773889 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e2ea50-1dde-43bf-83db-d06c70893029 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:24:54.774209 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82e2ea50-1dde-43bf-83db-d06c70893029 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:24:54.818157 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-097b7b06-2452-48a0-8963-1b00ed74d0fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:54.842458 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-097b7b06-2452-48a0-8963-1b00ed74d0fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:54.894619 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-097b7b06-2452-48a0-8963-1b00ed74d0fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:54.895591 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa54279-2353-4b9d-bb81-6f11d2bd105d req-9cd01dd6-f52f-45bf-af6e-88354806596e tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:24:54.897197 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-6fa54279-2353-4b9d-bb81-6f11d2bd105d req-9cd01dd6-f52f-45bf-af6e-88354806596e tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] 10.222.0.50 "GET /v2.0/ports?device_id=54e29906-2253-4e26-b9ae-ef5f40e4580f HTTP/1.1" status: 200 len: 945 time: 0.0547857 Nov 11 22:24:54.898030 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-097b7b06-2452-48a0-8963-1b00ed74d0fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:54.899191 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-097b7b06-2452-48a0-8963-1b00ed74d0fe admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/67ad9418-690b-4f23-a4d6-c138e065e020 HTTP/1.1" status: 204 len: 168 time: 0.1316006 Nov 11 22:24:54.907585 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097b7b06-2452-48a0-8963-1b00ed74d0fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67ad9418-690b-4f23-a4d6-c138e065e020,revision_number=None']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:24:54.915362 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097b7b06-2452-48a0-8963-1b00ed74d0fe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:24:54.915721 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097b7b06-2452-48a0-8963-1b00ed74d0fe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:24:54.916068 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097b7b06-2452-48a0-8963-1b00ed74d0fe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:24:54.916411 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097b7b06-2452-48a0-8963-1b00ed74d0fe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:24:54.916988 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097b7b06-2452-48a0-8963-1b00ed74d0fe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:24:54.917332 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097b7b06-2452-48a0-8963-1b00ed74d0fe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:24:54.917674 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097b7b06-2452-48a0-8963-1b00ed74d0fe admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:24:54.918013 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097b7b06-2452-48a0-8963-1b00ed74d0fe admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:24:54.918347 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097b7b06-2452-48a0-8963-1b00ed74d0fe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:24:54.918891 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097b7b06-2452-48a0-8963-1b00ed74d0fe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:24:54.919228 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097b7b06-2452-48a0-8963-1b00ed74d0fe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:24:54.919588 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097b7b06-2452-48a0-8963-1b00ed74d0fe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:24:54.966879 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-6fa54279-2353-4b9d-bb81-6f11d2bd105d req-354bc5cd-772c-4f4c-921b-a32eeab8fc9f tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] 10.222.0.50 "GET /v2.0/security-groups?id=bba0fc88-b679-44f5-920f-fd78ad6bd2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559404 Nov 11 22:24:55.198178 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 50672) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:24:55.211888 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-4f336b80-da69-400b-84ca-76a19b867506 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:55.293726 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-4f336b80-da69-400b-84ca-76a19b867506 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:55.298000 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-4f336b80-da69-400b-84ca-76a19b867506 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:55.336147 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-4f336b80-da69-400b-84ca-76a19b867506 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=cface5a25b9f4908881916008b1091f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1368318 Nov 11 22:24:55.338309 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f336b80-da69-400b-84ca-76a19b867506 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e8d1134-8f6c-47af-bbdb-a6d319ebaffc,revision_number=1']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:24:55.338949 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.wsgi [-] (101950) accepted ('10.222.0.50', 50674) {{(pid=101950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:24:55.389543 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-bb9b3965-b639-488a-89b3-9a582bccef76 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:55.412942 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-bb9b3965-b639-488a-89b3-9a582bccef76 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:55.461307 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-bb9b3965-b639-488a-89b3-9a582bccef76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:55.466537 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-bb9b3965-b639-488a-89b3-9a582bccef76 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:55.466537 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [None req-bb9b3965-b639-488a-89b3-9a582bccef76 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/9e8d1134-8f6c-47af-bbdb-a6d319ebaffc HTTP/1.1" status: 204 len: 168 time: 0.1252182 Nov 11 22:24:55.474030 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9b3965-b639-488a-89b3-9a582bccef76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e8d1134-8f6c-47af-bbdb-a6d319ebaffc,revision_number=None']} {{(pid=101950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:24:55.650905 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-a4b345de-381a-49a7-bf91-7dece65d23c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:56.085345 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c925c1-702f-4643-ad82-5e1e4e532050 req-eadb041c-8d52-49e7-b9c7-d9d550a44dae tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:24:56.086830 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-d3c925c1-702f-4643-ad82-5e1e4e532050 req-eadb041c-8d52-49e7-b9c7-d9d550a44dae tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] 10.222.0.50 "GET /v2.0/ports?device_id=54e29906-2253-4e26-b9ae-ef5f40e4580f HTTP/1.1" status: 200 len: 945 time: 0.0528746 Nov 11 22:24:56.136837 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-d3c925c1-702f-4643-ad82-5e1e4e532050 req-be691261-6606-4669-af66-83fbdbc11e8b tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] 10.222.0.50 "GET /v2.0/security-groups?id=bba0fc88-b679-44f5-920f-fd78ad6bd2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437691 Nov 11 22:24:56.502236 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.wsgi [-] (101950) accepted ('10.222.0.50', 50708) {{(pid=101950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:24:56.605742 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-dc964604-58a8-4650-a7db-fede945bfafd admin admin] Publish callbacks [] for security_group, before_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:56.681821 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-dc964604-58a8-4650-a7db-fede945bfafd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:56.685819 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-dc964604-58a8-4650-a7db-fede945bfafd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:56.725392 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [None req-dc964604-58a8-4650-a7db-fede945bfafd admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=1711395a25874ccd861ec03791101bfa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2220590 Nov 11 22:24:56.726286 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc964604-58a8-4650-a7db-fede945bfafd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57ee105a-90cb-48ee-8de3-5d1822a0781b,revision_number=1']} {{(pid=101950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:24:56.728052 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 50712) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:24:56.776739 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-1be98e7a-06d5-45e0-93b9-23633f2314bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:56.797216 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-1be98e7a-06d5-45e0-93b9-23633f2314bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:56.841996 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-1be98e7a-06d5-45e0-93b9-23633f2314bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:56.844655 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-1be98e7a-06d5-45e0-93b9-23633f2314bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:56.845791 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-1be98e7a-06d5-45e0-93b9-23633f2314bc admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/57ee105a-90cb-48ee-8de3-5d1822a0781b HTTP/1.1" status: 204 len: 168 time: 0.1166804 Nov 11 22:24:56.853520 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be98e7a-06d5-45e0-93b9-23633f2314bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57ee105a-90cb-48ee-8de3-5d1822a0781b,revision_number=None']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:24:57.270987 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049d88de-0c87-4a7a-99d0-c30ba79ab21c req-623d6ee7-8bc0-4423-b57e-45e10c81bb81 tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:24:57.272671 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-049d88de-0c87-4a7a-99d0-c30ba79ab21c req-623d6ee7-8bc0-4423-b57e-45e10c81bb81 tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] 10.222.0.50 "GET /v2.0/ports?device_id=54e29906-2253-4e26-b9ae-ef5f40e4580f HTTP/1.1" status: 200 len: 945 time: 0.0670123 Nov 11 22:24:57.328877 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-049d88de-0c87-4a7a-99d0-c30ba79ab21c req-46c7d6ae-6b2f-4785-be72-78dd6bf1bb45 tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] 10.222.0.50 "GET /v2.0/security-groups?id=bba0fc88-b679-44f5-920f-fd78ad6bd2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497267 Nov 11 22:24:57.504878 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 50742) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:24:57.605218 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.v2.base [None req-57ad7ca5-dc48-418b-bec7-e4ad1924dde4 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-972100226-network', 'tenant_id': 'ad87baae272c4d3498ca095539ae1af4'}} {{(pid=101951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:24:57.625893 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57ad7ca5-dc48-418b-bec7-e4ad1924dde4 admin admin] Made reservation on behalf of ad87baae272c4d3498ca095539ae1af4 for: {'network': 1} {{(pid=101951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:24:57.628436 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-57ad7ca5-dc48-418b-bec7-e4ad1924dde4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for network, before_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:57.637204 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-57ad7ca5-dc48-418b-bec7-e4ad1924dde4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:57.719934 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-57ad7ca5-dc48-418b-bec7-e4ad1924dde4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:57.723088 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-57ad7ca5-dc48-418b-bec7-e4ad1924dde4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:57.747235 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57ad7ca5-dc48-418b-bec7-e4ad1924dde4 admin admin] vlan segment allocate from pool success with {'vlan_id': 800, 'physical_network': 'physnet1'} {{(pid=101951) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 22:24:57.757607 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ad7ca5-dc48-418b-bec7-e4ad1924dde4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7ad85df-46a8-46d3-8901-5efb35b2e93d,revision_number=1']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:24:57.762831 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-57ad7ca5-dc48-418b-bec7-e4ad1924dde4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8017375'] for segment, precommit_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:57.764451 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.db.segments_db [None req-57ad7ca5-dc48-418b-bec7-e4ad1924dde4 admin admin] Added segment f2d13c5d-c8a3-4bd5-9b5d-5756ff90ad43 of type vlan for network 23d3689e-a73d-41f8-bdbf-929622f1daf7 Nov 11 22:24:57.807607 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-57ad7ca5-dc48-418b-bec7-e4ad1924dde4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776911823580'] for network, precommit_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:57.834669 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-57ad7ca5-dc48-418b-bec7-e4ad1924dde4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260'] for network, after_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:57.835685 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ad7ca5-dc48-418b-bec7-e4ad1924dde4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:24:57.836246 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-57ad7ca5-dc48-418b-bec7-e4ad1924dde4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634242'] for network, before_response {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:57.867684 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-57ad7ca5-dc48-418b-bec7-e4ad1924dde4 admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3616936 Nov 11 22:24:57.871205 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.wsgi [-] (101950) accepted ('10.222.0.50', 50746) {{(pid=101950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:24:57.876690 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.v2.base [None req-96945c1f-adc3-4a82-abd3-533732f7253e admin admin] Request body: {'subnet': {'network_id': '23d3689e-a73d-41f8-bdbf-929622f1daf7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-972100226-subnet', 'tenant_id': 'ad87baae272c4d3498ca095539ae1af4', 'ip_version': 4}} {{(pid=101950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:24:57.899946 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ad7ca5-dc48-418b-bec7-e4ad1924dde4 admin admin] Pushing event updated for resources: {'Network': ['ID=23d3689e-a73d-41f8-bdbf-929622f1daf7,revision_number=1']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:24:57.901262 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96945c1f-adc3-4a82-abd3-533732f7253e admin admin] Made reservation on behalf of ad87baae272c4d3498ca095539ae1af4 for: {'subnet': 1} {{(pid=101950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:24:57.903865 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-96945c1f-adc3-4a82-abd3-533732f7253e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9025271'] for subnet, before_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:57.913214 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Network 23d3689e-a73d-41f8-bdbf-929622f1daf7 details requested by agent ovs-agent-dv-cinder-733622-20-iscsi with host dv-cinder-733622-20-iscsi {{(pid=101952) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 22:24:57.966274 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.db.agents_db [None req-7a0be6d5-f821-4115-b6dd-94f53e40a68e None None] Agent healthcheck: found 6 active agents {{(pid=101953) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:24:58.080171 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-96945c1f-adc3-4a82-abd3-533732f7253e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3976543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9025253'] for subnet, after_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:58.136352 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96945c1f-adc3-4a82-abd3-533732f7253e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2e29ce0-5737-471e-afb3-097495c0c3f5,revision_number=0']} {{(pid=101950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:24:58.144958 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96945c1f-adc3-4a82-abd3-533732f7253e admin admin] Checking segment: {'id': 'f2d13c5d-c8a3-4bd5-9b5d-5756ff90ad43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '23d3689e-a73d-41f8-bdbf-929622f1daf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101950) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:24:58.145850 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96945c1f-adc3-4a82-abd3-533732f7253e admin admin] Network hostable DHCP agents. Network: 23d3689e-a73d-41f8-bdbf-929622f1daf7, hostable agents: ['23e6d948-888e-4d00-9ca4-1adf1bb62ced'], hosted agents: [] {{(pid=101950) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 22:24:58.162864 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96945c1f-adc3-4a82-abd3-533732f7253e admin admin] Network 23d3689e-a73d-41f8-bdbf-929622f1daf7 is scheduled to be hosted by DHCP agent 23e6d948-888e-4d00-9ca4-1adf1bb62ced with binding_index 1 {{(pid=101950) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 22:24:58.173295 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.scheduler.base_scheduler [None req-96945c1f-adc3-4a82-abd3-533732f7253e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-20-iscsi, 23d3689e-a73d-41f8-bdbf-929622f1daf7) {{(pid=101950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:24:58.178170 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96945c1f-adc3-4a82-abd3-533732f7253e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:24:58.178788 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-96945c1f-adc3-4a82-abd3-533732f7253e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634242'] for subnet, before_response {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:58.186295 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1866cce4-01f2-4d75-9b37-20becbb54d89 None None] Network 23d3689e-a73d-41f8-bdbf-929622f1daf7 requested from dv-cinder-733622-20-iscsi {{(pid=101952) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:24:58.190248 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-765d572f-df81-409b-bc74-43ca31e2be29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:58.196716 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [None req-96945c1f-adc3-4a82-abd3-533732f7253e admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3242338 Nov 11 22:24:58.199381 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.wsgi [-] (101950) accepted ('10.222.0.50', 50748) {{(pid=101950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:24:58.203788 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.v2.base [None req-e2ccbee3-8669-4a53-a679-e87e753941f8 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-972100226-router', 'tenant_id': 'ad87baae272c4d3498ca095539ae1af4', 'external_gateway_info': {'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635'}}} {{(pid=101950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:24:58.231287 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-e2ccbee3-8669-4a53-a679-e87e753941f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-657824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25022'] for router, before_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:58.232333 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-e2ccbee3-8669-4a53-a679-e87e753941f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-657456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657002', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-884689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25009'] for router, precommit_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:58.291513 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-e2ccbee3-8669-4a53-a679-e87e753941f8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:58.357048 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32184cbc-8b57-4d5c-8e26-5103d4b18a0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6467342-9d0c-523f-a8b3-69f6dc17eabf-23d3689e-a73d-41f8-bdbf-929622f1daf7', 'network_id': '23d3689e-a73d-41f8-bdbf-929622f1daf7', 'tenant_id': 'ad87baae272c4d3498ca095539ae1af4', 'fixed_ips': [{'subnet_id': 'e2e29ce0-5737-471e-afb3-097495c0c3f5'}]}} from dv-cinder-733622-20-iscsi. {{(pid=101952) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 22:24:58.358230 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-32184cbc-8b57-4d5c-8e26-5103d4b18a0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_create {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:58.486454 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-e2ccbee3-8669-4a53-a679-e87e753941f8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:58.536450 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d156b31-66d4-450a-851a-e2cfa028dd35 req-d53e6ebf-67af-4dd8-aae4-ae18b9497116 tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:24:58.538086 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-1d156b31-66d4-450a-851a-e2cfa028dd35 req-d53e6ebf-67af-4dd8-aae4-ae18b9497116 tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] 10.222.0.50 "GET /v2.0/ports?device_id=54e29906-2253-4e26-b9ae-ef5f40e4580f HTTP/1.1" status: 200 len: 945 time: 0.1122041 Nov 11 22:24:58.548781 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.db_base_plugin_common [None req-32184cbc-8b57-4d5c-8e26-5103d4b18a0f None None] Allocated IP 172.20.0.2 (23d3689e-a73d-41f8-bdbf-929622f1daf7/e2e29ce0-5737-471e-afb3-097495c0c3f5/842e69ce-c318-4a8b-911a-e19725b67327) {{(pid=101952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:24:58.629937 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-1d156b31-66d4-450a-851a-e2cfa028dd35 req-3627281b-d248-4881-a982-dabcc657cff4 tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] 10.222.0.50 "GET /v2.0/security-groups?id=bba0fc88-b679-44f5-920f-fd78ad6bd2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611284 Nov 11 22:24:58.784359 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-e2ccbee3-8669-4a53-a679-e87e753941f8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:58.787138 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-32184cbc-8b57-4d5c-8e26-5103d4b18a0f None None] Publish callbacks [] for port, precommit_create {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:58.798200 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-32184cbc-8b57-4d5c-8e26-5103d4b18a0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776911838082'] for port, after_create {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:58.809578 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-e2ccbee3-8669-4a53-a679-e87e753941f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:58.853210 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32184cbc-8b57-4d5c-8e26-5103d4b18a0f None None] Network 23d3689e-a73d-41f8-bdbf-929622f1daf7 is already hosted by enough agents. {{(pid=101952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:24:58.857942 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.scheduler.base_scheduler [None req-32184cbc-8b57-4d5c-8e26-5103d4b18a0f None None] Resources bound (agent type, host, resource id): {{(pid=101952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:24:58.859557 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32184cbc-8b57-4d5c-8e26-5103d4b18a0f None None] Pushing event updated for resources: {'Port': ['ID=842e69ce-c318-4a8b-911a-e19725b67327,revision_number=1']} {{(pid=101952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:24:58.862062 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32184cbc-8b57-4d5c-8e26-5103d4b18a0f None None] Received port after_create {{(pid=101952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:24:58.925336 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.managers [None req-32184cbc-8b57-4d5c-8e26-5103d4b18a0f None None] Attempting to bind port 842e69ce-c318-4a8b-911a-e19725b67327 on host dv-cinder-733622-20-iscsi for vnic_type normal with profile {{(pid=101952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:24:58.926029 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.managers [None req-32184cbc-8b57-4d5c-8e26-5103d4b18a0f None None] Attempting to bind port 842e69ce-c318-4a8b-911a-e19725b67327 by drivers openvswitch,hyperv on host dv-cinder-733622-20-iscsi at level 0 using segments [{'id': 'f2d13c5d-c8a3-4bd5-9b5d-5756ff90ad43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '23d3689e-a73d-41f8-bdbf-929622f1daf7'}] {{(pid=101952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:24:58.926154 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32184cbc-8b57-4d5c-8e26-5103d4b18a0f None None] Attempting to bind port 842e69ce-c318-4a8b-911a-e19725b67327 on network 23d3689e-a73d-41f8-bdbf-929622f1daf7 {{(pid=101952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:24:58.932531 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32184cbc-8b57-4d5c-8e26-5103d4b18a0f None None] Checking agent: {'id': '83a5d6f5-895b-4fa9-b3a8-3d8b1836c237', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 22, 8, 32), 'started_at': datetime.datetime(2021, 11, 11, 22, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 24, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:24:58.932906 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32184cbc-8b57-4d5c-8e26-5103d4b18a0f None None] Checking segment: {'id': 'f2d13c5d-c8a3-4bd5-9b5d-5756ff90ad43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '23d3689e-a73d-41f8-bdbf-929622f1daf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:24:58.933306 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-32184cbc-8b57-4d5c-8e26-5103d4b18a0f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:58.933770 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32184cbc-8b57-4d5c-8e26-5103d4b18a0f None None] Bound using segment: {'id': 'f2d13c5d-c8a3-4bd5-9b5d-5756ff90ad43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '23d3689e-a73d-41f8-bdbf-929622f1daf7'} {{(pid=101952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:24:58.934237 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.managers [None req-32184cbc-8b57-4d5c-8e26-5103d4b18a0f None None] Bound port: 842e69ce-c318-4a8b-911a-e19725b67327, host: dv-cinder-733622-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2d13c5d-c8a3-4bd5-9b5d-5756ff90ad43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '23d3689e-a73d-41f8-bdbf-929622f1daf7'}}] {{(pid=101952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:24:58.934618 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-32184cbc-8b57-4d5c-8e26-5103d4b18a0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:58.977114 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.db.db_base_plugin_common [None req-e2ccbee3-8669-4a53-a679-e87e753941f8 admin admin] Allocated IP 172.27.0.88 (fd27370c-43f8-4948-a495-3a9880be1635/b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca/e1afe1f5-3e89-4335-8256-f5de6da55bcd) {{(pid=101950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:24:59.022141 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-32184cbc-8b57-4d5c-8e26-5103d4b18a0f None None] For port 842e69ce-c318-4a8b-911a-e19725b67327, host dv-cinder-733622-20-iscsi, cleared binding levels {{(pid=101952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:24:59.026154 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-32184cbc-8b57-4d5c-8e26-5103d4b18a0f None None] For port 842e69ce-c318-4a8b-911a-e19725b67327, host dv-cinder-733622-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-20-iscsi',level=0,port_id=842e69ce-c318-4a8b-911a-e19725b67327,segment=NetworkSegment(f2d13c5d-c8a3-4bd5-9b5d-5756ff90ad43),segment_id=f2d13c5d-c8a3-4bd5-9b5d-5756ff90ad43)] {{(pid=101952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:24:59.033017 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-32184cbc-8b57-4d5c-8e26-5103d4b18a0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776912265364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776911838100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776911838118'] for port, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:59.127443 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32184cbc-8b57-4d5c-8e26-5103d4b18a0f None None] Pushing event updated for resources: {'Port': ['ID=842e69ce-c318-4a8b-911a-e19725b67327,revision_number=2']} {{(pid=101952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:24:59.146593 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-e2ccbee3-8669-4a53-a679-e87e753941f8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:59.188018 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-e2ccbee3-8669-4a53-a679-e87e753941f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776911838082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3976619'] for port, after_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:59.234942 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2ccbee3-8669-4a53-a679-e87e753941f8 admin admin] Network fd27370c-43f8-4948-a495-3a9880be1635 is already hosted by enough agents. {{(pid=101950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:24:59.238253 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.scheduler.base_scheduler [None req-e2ccbee3-8669-4a53-a679-e87e753941f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=101950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:24:59.241363 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ccbee3-8669-4a53-a679-e87e753941f8 admin admin] Received port after_create {{(pid=101950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:24:59.266212 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ccbee3-8669-4a53-a679-e87e753941f8 admin admin] Pushing event updated for resources: {'Port': ['ID=e1afe1f5-3e89-4335-8256-f5de6da55bcd,revision_number=1']} {{(pid=101950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:24:59.427640 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-766b5b4b-9c4e-4513-9f30-d5290b623bba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:59.576565 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-e2ccbee3-8669-4a53-a679-e87e753941f8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:24:59.854943 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dc3adc-d9b6-4d5a-a7f8-b98d4a3c00b5 req-02812a61-886a-489d-83b6-6dcdaa34cd59 tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:24:59.856651 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-c0dc3adc-d9b6-4d5a-a7f8-b98d4a3c00b5 req-02812a61-886a-489d-83b6-6dcdaa34cd59 tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] 10.222.0.50 "GET /v2.0/ports?device_id=54e29906-2253-4e26-b9ae-ef5f40e4580f HTTP/1.1" status: 200 len: 945 time: 0.1035368 Nov 11 22:24:59.867014 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-e2ccbee3-8669-4a53-a679-e87e753941f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-657465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657087'] for router, after_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:00.131003 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd99dd28-cda4-4676-b512-7cfce3a825d8 None None] Network 23d3689e-a73d-41f8-bdbf-929622f1daf7 requested from dv-cinder-733622-20-iscsi {{(pid=101952) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:25:00.261693 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-c0dc3adc-d9b6-4d5a-a7f8-b98d4a3c00b5 req-d6c27ceb-dcf4-402d-93b0-06b586df3138 tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] 10.222.0.50 "GET /v2.0/security-groups?id=bba0fc88-b679-44f5-920f-fd78ad6bd2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3920155 Nov 11 22:25:00.269409 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.provisioning_blocks [None req-f195f876-0b60-4efc-9c39-68ef34a62df6 None None] Provisioning complete for port 842e69ce-c318-4a8b-911a-e19725b67327 triggered by entity DHCP. {{(pid=101952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:25:00.269778 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-f195f876-0b60-4efc-9c39-68ef34a62df6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8061746'] for port, provisioning_complete {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:00.330066 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2ccbee3-8669-4a53-a679-e87e753941f8 admin admin] Router 8cd97494-fe88-4bdf-a703-68bc06a305af is scheduled to L3 agent 4702c36b-78d9-4f52-8cbc-8d9e3292a6f2 with binding_index 1 {{(pid=101950) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 22:25:00.401863 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-f195f876-0b60-4efc-9c39-68ef34a62df6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:00.445771 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-f195f876-0b60-4efc-9c39-68ef34a62df6 None None] For port 842e69ce-c318-4a8b-911a-e19725b67327, host dv-cinder-733622-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-20-iscsi',level=0,port_id=842e69ce-c318-4a8b-911a-e19725b67327,segment=NetworkSegment(f2d13c5d-c8a3-4bd5-9b5d-5756ff90ad43),segment_id=f2d13c5d-c8a3-4bd5-9b5d-5756ff90ad43)] {{(pid=101952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:25:00.456035 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-f195f876-0b60-4efc-9c39-68ef34a62df6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776912265364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776911838100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776911838118'] for port, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:00.481107 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2ccbee3-8669-4a53-a679-e87e753941f8 admin admin] Notify agent at l3_agent.dv-cinder-733622-20-iscsi the message routers_updated {{(pid=101950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:25:00.498081 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5617c8e0-2e5f-45cb-a954-f304d4228bcd None None] Sync routers for ids ['8cd97494-fe88-4bdf-a703-68bc06a305af'] in dv-cinder-733622-20-iscsi {{(pid=101952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:25:00.509411 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-e2ccbee3-8669-4a53-a679-e87e753941f8 admin admin] Publish callbacks [] for router, before_response {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:00.513657 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [None req-e2ccbee3-8669-4a53-a679-e87e753941f8 admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.3129513 Nov 11 22:25:00.514446 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 50768) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:25:00.534524 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5617c8e0-2e5f-45cb-a954-f304d4228bcd None None] Routers {'8cd97494-fe88-4bdf-a703-68bc06a305af'} bound to L3 agent in host dv-cinder-733622-20-iscsi {{(pid=101952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:25:00.535155 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_hamode_db [None req-5617c8e0-2e5f-45cb-a954-f304d4228bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T22:08:28Z,description=,heartbeat_timestamp=2021-11-11T22:24:58Z,host='dv-cinder-733622-20-iscsi',id=4702c36b-78d9-4f52-8cbc-8d9e3292a6f2,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T22:08:28Z,topic='l3_agent')) {'router_ids': ['8cd97494-fe88-4bdf-a703-68bc06a305af'], 'active': True} {{(pid=101952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:25:00.543398 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f195f876-0b60-4efc-9c39-68ef34a62df6 None None] Pushing event updated for resources: {'Port': ['ID=842e69ce-c318-4a8b-911a-e19725b67327,revision_number=3']} {{(pid=101952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:25:00.725193 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f195f876-0b60-4efc-9c39-68ef34a62df6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:25:00.725545 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f195f876-0b60-4efc-9c39-68ef34a62df6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:25:00.725873 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f195f876-0b60-4efc-9c39-68ef34a62df6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:25:00.726202 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f195f876-0b60-4efc-9c39-68ef34a62df6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:25:00.726532 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f195f876-0b60-4efc-9c39-68ef34a62df6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:25:00.726869 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f195f876-0b60-4efc-9c39-68ef34a62df6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:25:00.727194 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f195f876-0b60-4efc-9c39-68ef34a62df6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:25:00.727564 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f195f876-0b60-4efc-9c39-68ef34a62df6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:25:00.727836 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f195f876-0b60-4efc-9c39-68ef34a62df6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:25:00.728160 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f195f876-0b60-4efc-9c39-68ef34a62df6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:25:00.728480 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f195f876-0b60-4efc-9c39-68ef34a62df6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:25:00.728821 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f195f876-0b60-4efc-9c39-68ef34a62df6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:25:00.782558 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.provisioning_blocks [None req-eabe4de5-d46a-4d2b-a0a3-2b269af0c05e None None] Provisioning complete for port 842e69ce-c318-4a8b-911a-e19725b67327 triggered by entity DHCP. {{(pid=101952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:25:00.782558 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-eabe4de5-d46a-4d2b-a0a3-2b269af0c05e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8061746'] for port, provisioning_complete {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:00.850960 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-6e72e30b-d533-48e1-89e1-e2b3014a0430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:00.852744 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_dvr_db [None req-5617c8e0-2e5f-45cb-a954-f304d4228bcd None None] Set router 8cd97494-fe88-4bdf-a703-68bc06a305af gateway port host: dv-cinder-733622-20-iscsi {{(pid=101952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:25:00.997237 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Device 842e69ce-c318-4a8b-911a-e19725b67327 up at agent ovs-agent-dv-cinder-733622-20-iscsi {{(pid=101952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:25:01.068379 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-55da5788-f5fc-4e90-862c-9f1a380796a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:01.117788 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.provisioning_blocks [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Provisioning complete for port 842e69ce-c318-4a8b-911a-e19725b67327 triggered by entity L2. {{(pid=101952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:25:01.118159 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8061746'] for port, provisioning_complete {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:01.218989 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_hamode_db [None req-5617c8e0-2e5f-45cb-a954-f304d4228bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cd97494-fe88-4bdf-a703-68bc06a305af', 'name': 'tempest-TestMinimumBasicScenario-972100226-router', 'tenant_id': 'ad87baae272c4d3498ca095539ae1af4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'external_fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': 'e1afe1f5-3e89-4335-8256-f5de6da55bcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:24:58Z', 'updated_at': '2021-11-11T22:24:59Z', 'revision_number': 3, 'project_id': 'ad87baae272c4d3498ca095539ae1af4', 'gw_port': {'id': 'e1afe1f5-3e89-4335-8256-f5de6da55bcd', 'name': '', 'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:0d:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cd97494-fe88-4bdf-a703-68bc06a305af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:24:58Z', 'updated_at': '2021-11-11T22:24:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-20-iscsi'}], 'dv-cinder-733622-20-iscsi', False) {} {{(pid=101952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:25:01.233194 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.db.db_base_plugin_common [None req-55da5788-f5fc-4e90-862c-9f1a380796a1 admin admin] Allocated IP 172.20.0.1 (23d3689e-a73d-41f8-bdbf-929622f1daf7/e2e29ce0-5737-471e-afb3-097495c0c3f5/3981f610-e50d-45f0-97b7-81f9fa2df617) {{(pid=101951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:25:01.255085 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5617c8e0-2e5f-45cb-a954-f304d4228bcd None None] Checking router: 8cd97494-fe88-4bdf-a703-68bc06a305af for host: dv-cinder-733622-20-iscsi {{(pid=101952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:25:01.255434 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5617c8e0-2e5f-45cb-a954-f304d4228bcd None None] Updating router 8cd97494-fe88-4bdf-a703-68bc06a305af port e1afe1f5-3e89-4335-8256-f5de6da55bcd binding host dv-cinder-733622-20-iscsi {{(pid=101952) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 22:25:01.284885 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-5617c8e0-2e5f-45cb-a954-f304d4228bcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:01.341633 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-55da5788-f5fc-4e90-862c-9f1a380796a1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:01.378523 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-55da5788-f5fc-4e90-862c-9f1a380796a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776911838082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9099554'] for port, after_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:01.384652 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6783f8c-a389-40d8-b1f1-329a4716844b req-8c35397d-3d63-489e-bc7a-d5b5ea987d3e tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:01.385516 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-e6783f8c-a389-40d8-b1f1-329a4716844b req-8c35397d-3d63-489e-bc7a-d5b5ea987d3e tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] 10.222.0.50 "GET /v2.0/ports?device_id=54e29906-2253-4e26-b9ae-ef5f40e4580f HTTP/1.1" status: 200 len: 945 time: 0.0530190 Nov 11 22:25:01.423368 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55da5788-f5fc-4e90-862c-9f1a380796a1 admin admin] Network 23d3689e-a73d-41f8-bdbf-929622f1daf7 is already hosted by enough agents. {{(pid=101951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:25:01.428740 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.scheduler.base_scheduler [None req-55da5788-f5fc-4e90-862c-9f1a380796a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=101951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:25:01.434141 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55da5788-f5fc-4e90-862c-9f1a380796a1 admin admin] Received port after_create {{(pid=101951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:25:01.436494 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55da5788-f5fc-4e90-862c-9f1a380796a1 admin admin] Pushing event updated for resources: {'Port': ['ID=3981f610-e50d-45f0-97b7-81f9fa2df617,revision_number=1']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:25:01.455578 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-e6783f8c-a389-40d8-b1f1-329a4716844b req-058dd5da-0fbb-453f-acd2-d72a29ce2219 tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] 10.222.0.50 "GET /v2.0/security-groups?id=bba0fc88-b679-44f5-920f-fd78ad6bd2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639806 Nov 11 22:25:01.484491 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-55da5788-f5fc-4e90-862c-9f1a380796a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-658282'] for router_interface, before_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:01.573944 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-5617c8e0-2e5f-45cb-a954-f304d4228bcd None None] Publish callbacks [] for port, precommit_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:01.580326 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-5617c8e0-2e5f-45cb-a954-f304d4228bcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776912265364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776911838100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776911838118'] for port, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:01.615234 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-55da5788-f5fc-4e90-862c-9f1a380796a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_update {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:01.638357 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.managers [None req-5617c8e0-2e5f-45cb-a954-f304d4228bcd None None] Attempting to bind port e1afe1f5-3e89-4335-8256-f5de6da55bcd on host dv-cinder-733622-20-iscsi for vnic_type normal with profile {{(pid=101952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:25:01.638730 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.managers [None req-5617c8e0-2e5f-45cb-a954-f304d4228bcd None None] Attempting to bind port e1afe1f5-3e89-4335-8256-f5de6da55bcd by drivers openvswitch,hyperv on host dv-cinder-733622-20-iscsi at level 0 using segments [{'id': 'a0316b7b-fb1e-457f-ba74-a0bbaa82bcb7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635'}] {{(pid=101952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:25:01.639094 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5617c8e0-2e5f-45cb-a954-f304d4228bcd None None] Attempting to bind port e1afe1f5-3e89-4335-8256-f5de6da55bcd on network fd27370c-43f8-4948-a495-3a9880be1635 {{(pid=101952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:25:01.644690 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce61cf7-110d-48b0-84be-5a4e9efb8338 None None] Pushing event updated for resources: {'Port': ['ID=e1afe1f5-3e89-4335-8256-f5de6da55bcd,revision_number=2']} {{(pid=101952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:25:01.650527 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5617c8e0-2e5f-45cb-a954-f304d4228bcd None None] Checking agent: {'id': '83a5d6f5-895b-4fa9-b3a8-3d8b1836c237', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 22, 8, 32), 'started_at': datetime.datetime(2021, 11, 11, 22, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 24, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:25:01.650904 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5617c8e0-2e5f-45cb-a954-f304d4228bcd None None] Checking segment: {'id': 'a0316b7b-fb1e-457f-ba74-a0bbaa82bcb7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:25:01.651306 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-5617c8e0-2e5f-45cb-a954-f304d4228bcd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:01.651694 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5617c8e0-2e5f-45cb-a954-f304d4228bcd None None] Bound using segment: {'id': 'a0316b7b-fb1e-457f-ba74-a0bbaa82bcb7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635'} {{(pid=101952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:25:01.652205 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.managers [None req-5617c8e0-2e5f-45cb-a954-f304d4228bcd None None] Bound port: e1afe1f5-3e89-4335-8256-f5de6da55bcd, host: dv-cinder-733622-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0316b7b-fb1e-457f-ba74-a0bbaa82bcb7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635'}}] {{(pid=101952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:25:01.652547 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-5617c8e0-2e5f-45cb-a954-f304d4228bcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:01.719076 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.provisioning_blocks [None req-7f41f8b0-c5b0-4878-90d9-7cdf3bff34e3 None None] Provisioning complete for port 3981f610-e50d-45f0-97b7-81f9fa2df617 triggered by entity DHCP. {{(pid=101952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:25:01.721077 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-7f41f8b0-c5b0-4878-90d9-7cdf3bff34e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8061746'] for port, provisioning_complete {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:01.744070 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-5617c8e0-2e5f-45cb-a954-f304d4228bcd None None] For port e1afe1f5-3e89-4335-8256-f5de6da55bcd, host dv-cinder-733622-20-iscsi, cleared binding levels {{(pid=101952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:25:01.763172 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-5617c8e0-2e5f-45cb-a954-f304d4228bcd None None] For port e1afe1f5-3e89-4335-8256-f5de6da55bcd, host dv-cinder-733622-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-20-iscsi',level=0,port_id=e1afe1f5-3e89-4335-8256-f5de6da55bcd,segment=NetworkSegment(a0316b7b-fb1e-457f-ba74-a0bbaa82bcb7),segment_id=a0316b7b-fb1e-457f-ba74-a0bbaa82bcb7)] {{(pid=101952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:25:01.770568 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-5617c8e0-2e5f-45cb-a954-f304d4228bcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776912265364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776911838100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776911838118'] for port, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:01.778253 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.plugin [None req-7f41f8b0-c5b0-4878-90d9-7cdf3bff34e3 None None] Port 3981f610-e50d-45f0-97b7-81f9fa2df617 cannot update to ACTIVE because it is not bound. {{(pid=101952) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:25:01.791239 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-55da5788-f5fc-4e90-862c-9f1a380796a1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:01.797078 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-55da5788-f5fc-4e90-862c-9f1a380796a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776912265364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776911838100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776911838118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9099611'] for port, after_update {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:01.844317 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:01.854294 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5617c8e0-2e5f-45cb-a954-f304d4228bcd None None] Routers {'8cd97494-fe88-4bdf-a703-68bc06a305af'} bound to L3 agent in host dv-cinder-733622-20-iscsi {{(pid=101952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:25:01.854842 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_hamode_db [None req-5617c8e0-2e5f-45cb-a954-f304d4228bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T22:08:28Z,description=,heartbeat_timestamp=2021-11-11T22:24:58Z,host='dv-cinder-733622-20-iscsi',id=4702c36b-78d9-4f52-8cbc-8d9e3292a6f2,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T22:08:28Z,topic='l3_agent')) {'router_ids': ['8cd97494-fe88-4bdf-a703-68bc06a305af'], 'active': True} {{(pid=101952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:25:01.867319 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55da5788-f5fc-4e90-862c-9f1a380796a1 admin admin] Pushing event updated for resources: {'Port': ['ID=3981f610-e50d-45f0-97b7-81f9fa2df617,revision_number=2']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:25:01.869526 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-55da5788-f5fc-4e90-862c-9f1a380796a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-634214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-658430'] for router_interface, after_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:01.892816 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce61cf7-110d-48b0-84be-5a4e9efb8338 None None] Pushing event updated for resources: {'Port': ['ID=e1afe1f5-3e89-4335-8256-f5de6da55bcd,revision_number=3']} {{(pid=101952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:25:01.961444 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55da5788-f5fc-4e90-862c-9f1a380796a1 admin admin] Network 23d3689e-a73d-41f8-bdbf-929622f1daf7 is already hosted by enough agents. {{(pid=101951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:25:01.962941 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.scheduler.base_scheduler [None req-55da5788-f5fc-4e90-862c-9f1a380796a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=101951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:25:01.975432 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_dvr_db [None req-5617c8e0-2e5f-45cb-a954-f304d4228bcd None None] Set router 8cd97494-fe88-4bdf-a703-68bc06a305af gateway port host: dv-cinder-733622-20-iscsi {{(pid=101952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:25:02.105851 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55da5788-f5fc-4e90-862c-9f1a380796a1 admin admin] Router 8cd97494-fe88-4bdf-a703-68bc06a305af has already been hosted by L3 agent 4702c36b-78d9-4f52-8cbc-8d9e3292a6f2 {{(pid=101951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 22:25:02.237903 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_hamode_db [None req-5617c8e0-2e5f-45cb-a954-f304d4228bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cd97494-fe88-4bdf-a703-68bc06a305af', 'name': 'tempest-TestMinimumBasicScenario-972100226-router', 'tenant_id': 'ad87baae272c4d3498ca095539ae1af4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'external_fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': 'e1afe1f5-3e89-4335-8256-f5de6da55bcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:24:58Z', 'updated_at': '2021-11-11T22:25:01Z', 'revision_number': 4, 'project_id': 'ad87baae272c4d3498ca095539ae1af4', 'gw_port': {'id': 'e1afe1f5-3e89-4335-8256-f5de6da55bcd', 'name': '', 'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:0d:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cd97494-fe88-4bdf-a703-68bc06a305af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:24:58Z', 'updated_at': '2021-11-11T22:25:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-20-iscsi', '_interfaces': [{'id': '3981f610-e50d-45f0-97b7-81f9fa2df617', 'name': '', 'network_id': '23d3689e-a73d-41f8-bdbf-929622f1daf7', 'tenant_id': 'ad87baae272c4d3498ca095539ae1af4', 'mac_address': 'fa:16:3e:3f:11:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cd97494-fe88-4bdf-a703-68bc06a305af', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'e2e29ce0-5737-471e-afb3-097495c0c3f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:25:01Z', 'updated_at': '2021-11-11T22:25:01Z', 'revision_number': 2, 'project_id': 'ad87baae272c4d3498ca095539ae1af4', 'subnets': [{'id': 'e2e29ce0-5737-471e-afb3-097495c0c3f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-20-iscsi', False) {} {{(pid=101952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:25:02.243328 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55da5788-f5fc-4e90-862c-9f1a380796a1 admin admin] Notify agent at l3_agent.dv-cinder-733622-20-iscsi the message routers_updated {{(pid=101951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:25:02.258082 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-55da5788-f5fc-4e90-862c-9f1a380796a1 admin admin] 10.222.0.50 "PUT /v2.0/routers/8cd97494-fe88-4bdf-a703-68bc06a305af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7322202 Nov 11 22:25:02.270397 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5617c8e0-2e5f-45cb-a954-f304d4228bcd None None] The sync data for ids ['8cd97494-fe88-4bdf-a703-68bc06a305af'] in dv-cinder-733622-20-iscsi is: [{'id': '8cd97494-fe88-4bdf-a703-68bc06a305af', 'name': 'tempest-TestMinimumBasicScenario-972100226-router', 'tenant_id': 'ad87baae272c4d3498ca095539ae1af4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'external_fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': 'e1afe1f5-3e89-4335-8256-f5de6da55bcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:24:58Z', 'updated_at': '2021-11-11T22:25:01Z', 'revision_number': 4, 'project_id': 'ad87baae272c4d3498ca095539ae1af4', 'gw_port': {'id': 'e1afe1f5-3e89-4335-8256-f5de6da55bcd', 'name': '', 'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:0d:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cd97494-fe88-4bdf-a703-68bc06a305af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:24:58Z', 'updated_at': '2021-11-11T22:25:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-20-iscsi', '_interfaces': [{'id': '3981f610-e50d-45f0-97b7-81f9fa2df617', 'name': '', 'network_id': '23d3689e-a73d-41f8-bdbf-929622f1daf7', 'tenant_id': 'ad87baae272c4d3498ca095539ae1af4', 'mac_address': 'fa:16:3e:3f:11:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cd97494-fe88-4bdf-a703-68bc06a305af', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'e2e29ce0-5737-471e-afb3-097495c0c3f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:25:01Z', 'updated_at': '2021-11-11T22:25:01Z', 'revision_number': 2, 'project_id': 'ad87baae272c4d3498ca095539ae1af4', 'subnets': [{'id': 'e2e29ce0-5737-471e-afb3-097495c0c3f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:25:02.279530 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.wsgi [-] (101950) accepted ('10.222.0.50', 50786) {{(pid=101950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:25:02.303106 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.provisioning_blocks [None req-630a4279-e28c-4b35-a844-77b118fc4848 None None] Provisioning complete for port 3981f610-e50d-45f0-97b7-81f9fa2df617 triggered by entity DHCP. {{(pid=101952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:25:02.303483 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-630a4279-e28c-4b35-a844-77b118fc4848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8061746'] for port, provisioning_complete {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:02.344860 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.plugin [None req-630a4279-e28c-4b35-a844-77b118fc4848 None None] Port 3981f610-e50d-45f0-97b7-81f9fa2df617 cannot update to ACTIVE because it is not bound. {{(pid=101952) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:25:02.427510 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-de7bf46b-9c22-4ca1-bc93-60584de90349 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:02.596482 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-de7bf46b-9c22-4ca1-bc93-60584de90349 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:02.602942 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-de7bf46b-9c22-4ca1-bc93-60584de90349 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:02.671650 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b27ebb-603d-4080-8f85-f3e975dbe4af req-6010ca89-5b5d-4256-a9de-17e60b0b2e74 tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:02.673463 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-38b27ebb-603d-4080-8f85-f3e975dbe4af req-6010ca89-5b5d-4256-a9de-17e60b0b2e74 tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] 10.222.0.50 "GET /v2.0/ports?device_id=54e29906-2253-4e26-b9ae-ef5f40e4580f HTTP/1.1" status: 200 len: 945 time: 0.1140046 Nov 11 22:25:02.674288 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7bf46b-9c22-4ca1-bc93-60584de90349 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=451b80e9-0921-4a0c-b49f-1c51a94a0fcd,revision_number=1']} {{(pid=101950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:25:02.700504 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [None req-de7bf46b-9c22-4ca1-bc93-60584de90349 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=82520d1cd7dd48a58c3e84daaad00767&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4197826 Nov 11 22:25:02.703005 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 50800) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:25:02.753539 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-38b27ebb-603d-4080-8f85-f3e975dbe4af req-10a583d8-52c2-4e6f-9a83-3cd68b23cc11 tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] 10.222.0.50 "GET /v2.0/security-groups?id=bba0fc88-b679-44f5-920f-fd78ad6bd2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677795 Nov 11 22:25:02.762607 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-4408d749-b42d-4c34-aeec-712d8bf2e68f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:02.794609 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-4408d749-b42d-4c34-aeec-712d8bf2e68f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:02.852945 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-4408d749-b42d-4c34-aeec-712d8bf2e68f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:02.857114 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-4408d749-b42d-4c34-aeec-712d8bf2e68f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:02.858512 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-4408d749-b42d-4c34-aeec-712d8bf2e68f admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/451b80e9-0921-4a0c-b49f-1c51a94a0fcd HTTP/1.1" status: 204 len: 168 time: 0.1544144 Nov 11 22:25:02.875115 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4408d749-b42d-4c34-aeec-712d8bf2e68f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=451b80e9-0921-4a0c-b49f-1c51a94a0fcd,revision_number=None']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:25:02.912721 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.wsgi [-] (101950) accepted ('10.222.0.50', 50808) {{(pid=101950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:25:02.918461 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.v2.base [None req-183fc3cb-2838-4c2c-bc29-a22238499d9c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1254219009-network', 'tenant_id': 'f0072c922eeb478195bda27d4ad5fc5b'}} {{(pid=101950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:25:02.947139 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-183fc3cb-2838-4c2c-bc29-a22238499d9c admin admin] Made reservation on behalf of f0072c922eeb478195bda27d4ad5fc5b for: {'network': 1} {{(pid=101950) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:25:02.949666 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-183fc3cb-2838-4c2c-bc29-a22238499d9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for network, before_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:02.959141 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-183fc3cb-2838-4c2c-bc29-a22238499d9c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:03.079937 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-183fc3cb-2838-4c2c-bc29-a22238499d9c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:03.085137 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-183fc3cb-2838-4c2c-bc29-a22238499d9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:03.107928 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-183fc3cb-2838-4c2c-bc29-a22238499d9c admin admin] vlan segment allocate from pool success with {'vlan_id': 819, 'physical_network': 'physnet1'} {{(pid=101950) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 11 22:25:03.135155 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-183fc3cb-2838-4c2c-bc29-a22238499d9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8017375'] for segment, precommit_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:03.135491 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.db.segments_db [None req-183fc3cb-2838-4c2c-bc29-a22238499d9c admin admin] Added segment f47cc54b-f558-486d-8e51-5f9b09a6abd9 of type vlan for network 739025cd-187d-4499-b940-284d47802336 Nov 11 22:25:03.137122 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183fc3cb-2838-4c2c-bc29-a22238499d9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ea43a3f-9fb5-44ae-99cb-17f55e736211,revision_number=1']} {{(pid=101950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:25:03.183684 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-183fc3cb-2838-4c2c-bc29-a22238499d9c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8776911823580'] for network, precommit_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:03.215401 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-183fc3cb-2838-4c2c-bc29-a22238499d9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260'] for network, after_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:03.216809 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-183fc3cb-2838-4c2c-bc29-a22238499d9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:03.217399 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-183fc3cb-2838-4c2c-bc29-a22238499d9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634242'] for network, before_response {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:03.256739 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [None req-183fc3cb-2838-4c2c-bc29-a22238499d9c admin admin] 10.222.0.50 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3381877 Nov 11 22:25:03.256864 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 50818) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:25:03.261310 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.v2.base [None req-d6b4c19b-0763-406f-9b9f-3fb1fe96f11c admin admin] Request body: {'subnet': {'network_id': '739025cd-187d-4499-b940-284d47802336', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1254219009-subnet', 'tenant_id': 'f0072c922eeb478195bda27d4ad5fc5b', 'ip_version': 4}} {{(pid=101951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:25:03.293498 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183fc3cb-2838-4c2c-bc29-a22238499d9c admin admin] Pushing event updated for resources: {'Network': ['ID=739025cd-187d-4499-b940-284d47802336,revision_number=1']} {{(pid=101950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:25:03.304402 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6b4c19b-0763-406f-9b9f-3fb1fe96f11c admin admin] Made reservation on behalf of f0072c922eeb478195bda27d4ad5fc5b for: {'subnet': 1} {{(pid=101951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:25:03.306286 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Network 739025cd-187d-4499-b940-284d47802336 details requested by agent ovs-agent-dv-cinder-733622-20-iscsi with host dv-cinder-733622-20-iscsi {{(pid=101952) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 11 22:25:03.308390 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-d6b4c19b-0763-406f-9b9f-3fb1fe96f11c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9118645'] for subnet, before_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:03.525318 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-d6b4c19b-0763-406f-9b9f-3fb1fe96f11c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9099734', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9118631'] for subnet, after_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:03.598508 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b4c19b-0763-406f-9b9f-3fb1fe96f11c admin admin] Pushing event updated for resources: {'Subnet': ['ID=559bc6d8-b013-4826-94fc-f29de62b54d0,revision_number=0']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:25:03.608165 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b4c19b-0763-406f-9b9f-3fb1fe96f11c admin admin] Checking segment: {'id': 'f47cc54b-f558-486d-8e51-5f9b09a6abd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '739025cd-187d-4499-b940-284d47802336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:25:03.608553 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6b4c19b-0763-406f-9b9f-3fb1fe96f11c admin admin] Network hostable DHCP agents. Network: 739025cd-187d-4499-b940-284d47802336, hostable agents: ['23e6d948-888e-4d00-9ca4-1adf1bb62ced'], hosted agents: [] {{(pid=101951) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 11 22:25:03.630300 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6b4c19b-0763-406f-9b9f-3fb1fe96f11c admin admin] Network 739025cd-187d-4499-b940-284d47802336 is scheduled to be hosted by DHCP agent 23e6d948-888e-4d00-9ca4-1adf1bb62ced with binding_index 1 {{(pid=101951) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 11 22:25:03.641028 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.scheduler.base_scheduler [None req-d6b4c19b-0763-406f-9b9f-3fb1fe96f11c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-20-iscsi, 739025cd-187d-4499-b940-284d47802336) {{(pid=101951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:25:03.645151 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6b4c19b-0763-406f-9b9f-3fb1fe96f11c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:03.645768 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-d6b4c19b-0763-406f-9b9f-3fb1fe96f11c admin admin] Publish callbacks [] for subnet, before_response {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:03.650928 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32cb191a-5084-4b13-8a08-d525b073f736 None None] Network 739025cd-187d-4499-b940-284d47802336 requested from dv-cinder-733622-20-iscsi {{(pid=101952) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:25:03.669051 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-d6b4c19b-0763-406f-9b9f-3fb1fe96f11c admin admin] 10.222.0.50 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4116120 Nov 11 22:25:03.669260 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.wsgi [-] (101950) accepted ('10.222.0.50', 50830) {{(pid=101950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:25:03.673810 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.v2.base [None req-6e1d58c5-bb9e-4bfd-a73d-0427f8e87c1c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1254219009-router', 'tenant_id': 'f0072c922eeb478195bda27d4ad5fc5b', 'external_gateway_info': {'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635'}}} {{(pid=101950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:25:03.704842 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-6e1d58c5-bb9e-4bfd-a73d-0427f8e87c1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-657824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25022'] for router, before_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:03.705926 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-6e1d58c5-bb9e-4bfd-a73d-0427f8e87c1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-657456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-657002', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-884689', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25009'] for router, precommit_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:03.777002 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-6e1d58c5-bb9e-4bfd-a73d-0427f8e87c1c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:03.868914 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b55bb55b-2bd2-4be6-8061-7ae615c7cb5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6467342-9d0c-523f-a8b3-69f6dc17eabf-739025cd-187d-4499-b940-284d47802336', 'network_id': '739025cd-187d-4499-b940-284d47802336', 'tenant_id': 'f0072c922eeb478195bda27d4ad5fc5b', 'fixed_ips': [{'subnet_id': '559bc6d8-b013-4826-94fc-f29de62b54d0'}]}} from dv-cinder-733622-20-iscsi. {{(pid=101952) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 11 22:25:03.870008 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-b55bb55b-2bd2-4be6-8061-7ae615c7cb5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_create {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:03.964538 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-6e1d58c5-bb9e-4bfd-a73d-0427f8e87c1c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:04.006657 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83178237-0f6d-4af1-a2ac-188f889eeec0 req-51ee5d50-e1db-412a-b7df-eec0195959a2 tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:04.008237 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-83178237-0f6d-4af1-a2ac-188f889eeec0 req-51ee5d50-e1db-412a-b7df-eec0195959a2 tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] 10.222.0.50 "GET /v2.0/ports?device_id=54e29906-2253-4e26-b9ae-ef5f40e4580f HTTP/1.1" status: 200 len: 945 time: 0.1471393 Nov 11 22:25:04.096570 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-83178237-0f6d-4af1-a2ac-188f889eeec0 req-43893adc-dcf4-4b5f-869f-f90fc9eec664 tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] 10.222.0.50 "GET /v2.0/security-groups?id=bba0fc88-b679-44f5-920f-fd78ad6bd2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815959 Nov 11 22:25:04.150679 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.db_base_plugin_common [None req-b55bb55b-2bd2-4be6-8061-7ae615c7cb5e None None] Allocated IP 172.20.0.2 (739025cd-187d-4499-b940-284d47802336/559bc6d8-b013-4826-94fc-f29de62b54d0/55091271-9c61-461f-9ea8-ba124afd0ed9) {{(pid=101952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:25:04.290126 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-6e1d58c5-bb9e-4bfd-a73d-0427f8e87c1c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:04.346895 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-6e1d58c5-bb9e-4bfd-a73d-0427f8e87c1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:04.362363 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-b55bb55b-2bd2-4be6-8061-7ae615c7cb5e None None] Publish callbacks [] for port, precommit_create {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:04.371208 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-b55bb55b-2bd2-4be6-8061-7ae615c7cb5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776911838082'] for port, after_create {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:04.415259 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b55bb55b-2bd2-4be6-8061-7ae615c7cb5e None None] Network 739025cd-187d-4499-b940-284d47802336 is already hosted by enough agents. {{(pid=101952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:25:04.418770 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.scheduler.base_scheduler [None req-b55bb55b-2bd2-4be6-8061-7ae615c7cb5e None None] Resources bound (agent type, host, resource id): {{(pid=101952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:25:04.422527 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b55bb55b-2bd2-4be6-8061-7ae615c7cb5e None None] Received port after_create {{(pid=101952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:25:04.429080 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55bb55b-2bd2-4be6-8061-7ae615c7cb5e None None] Pushing event updated for resources: {'Port': ['ID=55091271-9c61-461f-9ea8-ba124afd0ed9,revision_number=1']} {{(pid=101952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:25:04.479254 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.db.db_base_plugin_common [None req-6e1d58c5-bb9e-4bfd-a73d-0427f8e87c1c admin admin] Allocated IP 172.27.0.186 (fd27370c-43f8-4948-a495-3a9880be1635/b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca/bf896bc9-4b8e-4e45-a4ee-ada14bd577ba) {{(pid=101950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:25:04.510922 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.managers [None req-b55bb55b-2bd2-4be6-8061-7ae615c7cb5e None None] Attempting to bind port 55091271-9c61-461f-9ea8-ba124afd0ed9 on host dv-cinder-733622-20-iscsi for vnic_type normal with profile {{(pid=101952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:25:04.511296 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.managers [None req-b55bb55b-2bd2-4be6-8061-7ae615c7cb5e None None] Attempting to bind port 55091271-9c61-461f-9ea8-ba124afd0ed9 by drivers openvswitch,hyperv on host dv-cinder-733622-20-iscsi at level 0 using segments [{'id': 'f47cc54b-f558-486d-8e51-5f9b09a6abd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '739025cd-187d-4499-b940-284d47802336'}] {{(pid=101952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:25:04.511663 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55bb55b-2bd2-4be6-8061-7ae615c7cb5e None None] Attempting to bind port 55091271-9c61-461f-9ea8-ba124afd0ed9 on network 739025cd-187d-4499-b940-284d47802336 {{(pid=101952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:25:04.518107 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55bb55b-2bd2-4be6-8061-7ae615c7cb5e None None] Checking agent: {'id': '83a5d6f5-895b-4fa9-b3a8-3d8b1836c237', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 22, 8, 32), 'started_at': datetime.datetime(2021, 11, 11, 22, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:25:04.518423 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55bb55b-2bd2-4be6-8061-7ae615c7cb5e None None] Checking segment: {'id': 'f47cc54b-f558-486d-8e51-5f9b09a6abd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '739025cd-187d-4499-b940-284d47802336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:25:04.518748 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-b55bb55b-2bd2-4be6-8061-7ae615c7cb5e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:04.519131 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55bb55b-2bd2-4be6-8061-7ae615c7cb5e None None] Bound using segment: {'id': 'f47cc54b-f558-486d-8e51-5f9b09a6abd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '739025cd-187d-4499-b940-284d47802336'} {{(pid=101952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:25:04.519712 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.managers [None req-b55bb55b-2bd2-4be6-8061-7ae615c7cb5e None None] Bound port: 55091271-9c61-461f-9ea8-ba124afd0ed9, host: dv-cinder-733622-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f47cc54b-f558-486d-8e51-5f9b09a6abd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '739025cd-187d-4499-b940-284d47802336'}}] {{(pid=101952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:25:04.520213 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-b55bb55b-2bd2-4be6-8061-7ae615c7cb5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:04.590307 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-b55bb55b-2bd2-4be6-8061-7ae615c7cb5e None None] For port 55091271-9c61-461f-9ea8-ba124afd0ed9, host dv-cinder-733622-20-iscsi, cleared binding levels {{(pid=101952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:25:04.593670 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-b55bb55b-2bd2-4be6-8061-7ae615c7cb5e None None] For port 55091271-9c61-461f-9ea8-ba124afd0ed9, host dv-cinder-733622-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-20-iscsi',level=0,port_id=55091271-9c61-461f-9ea8-ba124afd0ed9,segment=NetworkSegment(f47cc54b-f558-486d-8e51-5f9b09a6abd9),segment_id=f47cc54b-f558-486d-8e51-5f9b09a6abd9)] {{(pid=101952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:25:04.601652 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-b55bb55b-2bd2-4be6-8061-7ae615c7cb5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776912265364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776911838100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776911838118'] for port, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:04.648150 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-6e1d58c5-bb9e-4bfd-a73d-0427f8e87c1c admin admin] Publish callbacks [] for port, precommit_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:04.665662 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55bb55b-2bd2-4be6-8061-7ae615c7cb5e None None] Pushing event updated for resources: {'Port': ['ID=55091271-9c61-461f-9ea8-ba124afd0ed9,revision_number=2']} {{(pid=101952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:25:04.695035 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed67ba8-6e07-4588-9c0b-b7eda540290e None None] Sync routers for ids ['8cd97494-fe88-4bdf-a703-68bc06a305af'] in dv-cinder-733622-20-iscsi {{(pid=101953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:25:04.701257 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-6e1d58c5-bb9e-4bfd-a73d-0427f8e87c1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776911838082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3976619'] for port, after_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:04.709154 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed67ba8-6e07-4588-9c0b-b7eda540290e None None] Routers {'8cd97494-fe88-4bdf-a703-68bc06a305af'} bound to L3 agent in host dv-cinder-733622-20-iscsi {{(pid=101953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:25:04.709852 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.db.l3_hamode_db [None req-2ed67ba8-6e07-4588-9c0b-b7eda540290e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T22:08:28Z,description=,heartbeat_timestamp=2021-11-11T22:24:58Z,host='dv-cinder-733622-20-iscsi',id=4702c36b-78d9-4f52-8cbc-8d9e3292a6f2,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T22:08:28Z,topic='l3_agent')) {'router_ids': ['8cd97494-fe88-4bdf-a703-68bc06a305af'], 'active': True} {{(pid=101953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:25:04.744393 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e1d58c5-bb9e-4bfd-a73d-0427f8e87c1c admin admin] Network fd27370c-43f8-4948-a495-3a9880be1635 is already hosted by enough agents. {{(pid=101950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:25:04.747610 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.scheduler.base_scheduler [None req-6e1d58c5-bb9e-4bfd-a73d-0427f8e87c1c admin admin] Resources bound (agent type, host, resource id): {{(pid=101950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:25:04.751429 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1d58c5-bb9e-4bfd-a73d-0427f8e87c1c admin admin] Received port after_create {{(pid=101950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:25:04.757930 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1d58c5-bb9e-4bfd-a73d-0427f8e87c1c admin admin] Pushing event updated for resources: {'Port': ['ID=bf896bc9-4b8e-4e45-a4ee-ada14bd577ba,revision_number=1']} {{(pid=101950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:25:04.855472 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.db.l3_dvr_db [None req-2ed67ba8-6e07-4588-9c0b-b7eda540290e None None] Set router 8cd97494-fe88-4bdf-a703-68bc06a305af gateway port host: dv-cinder-733622-20-iscsi {{(pid=101953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:25:05.059882 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Device 55091271-9c61-461f-9ea8-ba124afd0ed9 up at agent ovs-agent-dv-cinder-733622-20-iscsi {{(pid=101952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:25:05.065516 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-6e1d58c5-bb9e-4bfd-a73d-0427f8e87c1c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:05.106529 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.db.l3_hamode_db [None req-2ed67ba8-6e07-4588-9c0b-b7eda540290e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cd97494-fe88-4bdf-a703-68bc06a305af', 'name': 'tempest-TestMinimumBasicScenario-972100226-router', 'tenant_id': 'ad87baae272c4d3498ca095539ae1af4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'external_fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': 'e1afe1f5-3e89-4335-8256-f5de6da55bcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:24:58Z', 'updated_at': '2021-11-11T22:25:01Z', 'revision_number': 4, 'project_id': 'ad87baae272c4d3498ca095539ae1af4', 'gw_port': {'id': 'e1afe1f5-3e89-4335-8256-f5de6da55bcd', 'name': '', 'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:0d:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cd97494-fe88-4bdf-a703-68bc06a305af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:24:58Z', 'updated_at': '2021-11-11T22:25:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-20-iscsi', '_interfaces': [{'id': '3981f610-e50d-45f0-97b7-81f9fa2df617', 'name': '', 'network_id': '23d3689e-a73d-41f8-bdbf-929622f1daf7', 'tenant_id': 'ad87baae272c4d3498ca095539ae1af4', 'mac_address': 'fa:16:3e:3f:11:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cd97494-fe88-4bdf-a703-68bc06a305af', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'e2e29ce0-5737-471e-afb3-097495c0c3f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:25:01Z', 'updated_at': '2021-11-11T22:25:01Z', 'revision_number': 2, 'project_id': 'ad87baae272c4d3498ca095539ae1af4', 'subnets': [{'id': 'e2e29ce0-5737-471e-afb3-097495c0c3f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-20-iscsi', False) {} {{(pid=101953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:25:05.113397 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.provisioning_blocks [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Provisioning complete for port 55091271-9c61-461f-9ea8-ba124afd0ed9 triggered by entity L2. {{(pid=101952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:25:05.114415 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8061746'] for port, provisioning_complete {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:05.207665 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:05.244917 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] For port 55091271-9c61-461f-9ea8-ba124afd0ed9, host dv-cinder-733622-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-20-iscsi',level=0,port_id=55091271-9c61-461f-9ea8-ba124afd0ed9,segment=NetworkSegment(f47cc54b-f558-486d-8e51-5f9b09a6abd9),segment_id=f47cc54b-f558-486d-8e51-5f9b09a6abd9)] {{(pid=101952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:25:05.252003 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776912265364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776911838100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776911838118'] for port, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:05.253907 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Device e1afe1f5-3e89-4335-8256-f5de6da55bcd up at agent ovs-agent-dv-cinder-733622-20-iscsi {{(pid=101952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:25:05.255674 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed67ba8-6e07-4588-9c0b-b7eda540290e None None] Checking router: 8cd97494-fe88-4bdf-a703-68bc06a305af for host: dv-cinder-733622-20-iscsi {{(pid=101953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:25:05.256031 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed67ba8-6e07-4588-9c0b-b7eda540290e None None] Updating router 8cd97494-fe88-4bdf-a703-68bc06a305af port 3981f610-e50d-45f0-97b7-81f9fa2df617 binding host dv-cinder-733622-20-iscsi {{(pid=101953) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 22:25:05.290936 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron_lib.callbacks.manager [None req-2ed67ba8-6e07-4588-9c0b-b7eda540290e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_update {{(pid=101953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:05.337627 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a2b15f-35a7-4433-8331-e8074b0b55fd req-5dab4d6d-7a01-4ae0-ab72-eba18cc33ef9 tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:05.338596 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Pushing event updated for resources: {'Port': ['ID=55091271-9c61-461f-9ea8-ba124afd0ed9,revision_number=3']} {{(pid=101952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:25:05.349848 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-e4a2b15f-35a7-4433-8331-e8074b0b55fd req-5dab4d6d-7a01-4ae0-ab72-eba18cc33ef9 tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] 10.222.0.50 "GET /v2.0/ports?device_id=54e29906-2253-4e26-b9ae-ef5f40e4580f HTTP/1.1" status: 200 len: 945 time: 0.1223183 Nov 11 22:25:05.351728 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.provisioning_blocks [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Provisioning complete for port e1afe1f5-3e89-4335-8256-f5de6da55bcd triggered by entity L2. {{(pid=101952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:25:05.352098 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8061746'] for port, provisioning_complete {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:05.385451 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-6e1d58c5-bb9e-4bfd-a73d-0427f8e87c1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-657465', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-657087'] for router, after_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:05.462637 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:05.500989 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-e4a2b15f-35a7-4433-8331-e8074b0b55fd req-5dad2ad1-22fd-4e12-ac66-0c88f33b6c85 tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] 10.222.0.50 "GET /v2.0/security-groups?id=bba0fc88-b679-44f5-920f-fd78ad6bd2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1435668 Nov 11 22:25:05.521079 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] For port e1afe1f5-3e89-4335-8256-f5de6da55bcd, host dv-cinder-733622-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-20-iscsi',level=0,port_id=e1afe1f5-3e89-4335-8256-f5de6da55bcd,segment=NetworkSegment(a0316b7b-fb1e-457f-ba74-a0bbaa82bcb7),segment_id=a0316b7b-fb1e-457f-ba74-a0bbaa82bcb7)] {{(pid=101952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:25:05.526880 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776912265364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776911838100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776911838118'] for port, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:05.626637 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Pushing event updated for resources: {'Port': ['ID=e1afe1f5-3e89-4335-8256-f5de6da55bcd,revision_number=4']} {{(pid=101952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:25:05.670324 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e1d58c5-bb9e-4bfd-a73d-0427f8e87c1c admin admin] Router e5ac9afb-d27d-4b22-980b-0470a896357a is scheduled to L3 agent 4702c36b-78d9-4f52-8cbc-8d9e3292a6f2 with binding_index 1 {{(pid=101950) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 11 22:25:05.760866 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron_lib.callbacks.manager [None req-2ed67ba8-6e07-4588-9c0b-b7eda540290e None None] Publish callbacks [] for port, precommit_update {{(pid=101953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:05.776170 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron_lib.callbacks.manager [None req-2ed67ba8-6e07-4588-9c0b-b7eda540290e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776912265364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776911838100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776911838118'] for port, after_update {{(pid=101953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:05.822367 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e1d58c5-bb9e-4bfd-a73d-0427f8e87c1c admin admin] Notify agent at l3_agent.dv-cinder-733622-20-iscsi the message routers_updated {{(pid=101950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:25:05.834899 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33d6dfb-2ec9-4d03-828d-fd0a933f4af1 None None] Pushing event updated for resources: {'Port': ['ID=3981f610-e50d-45f0-97b7-81f9fa2df617,revision_number=3']} {{(pid=101953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:25:05.851035 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c48ac02-ded3-4e84-b7b3-378a492c1ae6 None None] Sync routers for ids ['e5ac9afb-d27d-4b22-980b-0470a896357a'] in dv-cinder-733622-20-iscsi {{(pid=101952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:25:05.868987 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c48ac02-ded3-4e84-b7b3-378a492c1ae6 None None] Routers {'e5ac9afb-d27d-4b22-980b-0470a896357a'} bound to L3 agent in host dv-cinder-733622-20-iscsi {{(pid=101952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:25:05.871273 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33d6dfb-2ec9-4d03-828d-fd0a933f4af1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:25:05.872212 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_hamode_db [None req-2c48ac02-ded3-4e84-b7b3-378a492c1ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T22:08:28Z,description=,heartbeat_timestamp=2021-11-11T22:24:58Z,host='dv-cinder-733622-20-iscsi',id=4702c36b-78d9-4f52-8cbc-8d9e3292a6f2,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T22:08:28Z,topic='l3_agent')) {'router_ids': ['e5ac9afb-d27d-4b22-980b-0470a896357a'], 'active': True} {{(pid=101952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:25:05.873309 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33d6dfb-2ec9-4d03-828d-fd0a933f4af1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:25:05.874080 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33d6dfb-2ec9-4d03-828d-fd0a933f4af1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:25:05.874585 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33d6dfb-2ec9-4d03-828d-fd0a933f4af1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:25:05.875081 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33d6dfb-2ec9-4d03-828d-fd0a933f4af1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:25:05.875583 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33d6dfb-2ec9-4d03-828d-fd0a933f4af1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:25:05.876193 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33d6dfb-2ec9-4d03-828d-fd0a933f4af1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:25:05.876775 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33d6dfb-2ec9-4d03-828d-fd0a933f4af1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:25:05.877288 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33d6dfb-2ec9-4d03-828d-fd0a933f4af1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:25:05.877784 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33d6dfb-2ec9-4d03-828d-fd0a933f4af1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:25:05.878293 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33d6dfb-2ec9-4d03-828d-fd0a933f4af1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:25:05.878635 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f33d6dfb-2ec9-4d03-828d-fd0a933f4af1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:25:05.915792 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-6e1d58c5-bb9e-4bfd-a73d-0427f8e87c1c admin admin] Publish callbacks [] for router, before_response {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:05.920546 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [None req-6e1d58c5-bb9e-4bfd-a73d-0427f8e87c1c admin admin] 10.222.0.50 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.2501633 Nov 11 22:25:05.922072 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 50858) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:25:05.949067 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.plugins.ml2.managers [None req-2ed67ba8-6e07-4588-9c0b-b7eda540290e None None] Attempting to bind port 3981f610-e50d-45f0-97b7-81f9fa2df617 on host dv-cinder-733622-20-iscsi for vnic_type normal with profile {{(pid=101953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:25:05.949448 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.plugins.ml2.managers [None req-2ed67ba8-6e07-4588-9c0b-b7eda540290e None None] Attempting to bind port 3981f610-e50d-45f0-97b7-81f9fa2df617 by drivers openvswitch,hyperv on host dv-cinder-733622-20-iscsi at level 0 using segments [{'id': 'f2d13c5d-c8a3-4bd5-9b5d-5756ff90ad43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '23d3689e-a73d-41f8-bdbf-929622f1daf7'}] {{(pid=101953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:25:05.949820 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed67ba8-6e07-4588-9c0b-b7eda540290e None None] Attempting to bind port 3981f610-e50d-45f0-97b7-81f9fa2df617 on network 23d3689e-a73d-41f8-bdbf-929622f1daf7 {{(pid=101953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:25:05.955554 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed67ba8-6e07-4588-9c0b-b7eda540290e None None] Checking agent: {'id': '83a5d6f5-895b-4fa9-b3a8-3d8b1836c237', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 22, 8, 32), 'started_at': datetime.datetime(2021, 11, 11, 22, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:25:05.955829 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed67ba8-6e07-4588-9c0b-b7eda540290e None None] Checking segment: {'id': 'f2d13c5d-c8a3-4bd5-9b5d-5756ff90ad43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '23d3689e-a73d-41f8-bdbf-929622f1daf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:25:05.956234 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron_lib.callbacks.manager [None req-2ed67ba8-6e07-4588-9c0b-b7eda540290e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:05.956717 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed67ba8-6e07-4588-9c0b-b7eda540290e None None] Bound using segment: {'id': 'f2d13c5d-c8a3-4bd5-9b5d-5756ff90ad43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '23d3689e-a73d-41f8-bdbf-929622f1daf7'} {{(pid=101953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:25:05.961694 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fc13f85-b31a-492a-b801-cb65c9ff8e33 None None] Network 739025cd-187d-4499-b940-284d47802336 requested from dv-cinder-733622-20-iscsi {{(pid=101952) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:25:05.965939 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.plugins.ml2.managers [None req-2ed67ba8-6e07-4588-9c0b-b7eda540290e None None] Bound port: 3981f610-e50d-45f0-97b7-81f9fa2df617, host: dv-cinder-733622-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2d13c5d-c8a3-4bd5-9b5d-5756ff90ad43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '23d3689e-a73d-41f8-bdbf-929622f1daf7'}}] {{(pid=101953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:25:05.966509 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron_lib.callbacks.manager [None req-2ed67ba8-6e07-4588-9c0b-b7eda540290e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_update {{(pid=101953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:06.064675 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.plugins.ml2.db [None req-2ed67ba8-6e07-4588-9c0b-b7eda540290e None None] For port 3981f610-e50d-45f0-97b7-81f9fa2df617, host dv-cinder-733622-20-iscsi, cleared binding levels {{(pid=101953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:25:06.073851 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.plugins.ml2.db [None req-2ed67ba8-6e07-4588-9c0b-b7eda540290e None None] For port 3981f610-e50d-45f0-97b7-81f9fa2df617, host dv-cinder-733622-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-20-iscsi',level=0,port_id=3981f610-e50d-45f0-97b7-81f9fa2df617,segment=NetworkSegment(f2d13c5d-c8a3-4bd5-9b5d-5756ff90ad43),segment_id=f2d13c5d-c8a3-4bd5-9b5d-5756ff90ad43)] {{(pid=101953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:25:06.079675 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron_lib.callbacks.manager [None req-2ed67ba8-6e07-4588-9c0b-b7eda540290e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776912265364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776911838100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776911838118'] for port, after_update {{(pid=101953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:06.129978 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_dvr_db [None req-2c48ac02-ded3-4e84-b7b3-378a492c1ae6 None None] Set router e5ac9afb-d27d-4b22-980b-0470a896357a gateway port host: dv-cinder-733622-20-iscsi {{(pid=101952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:25:06.147036 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed67ba8-6e07-4588-9c0b-b7eda540290e None None] Routers {'8cd97494-fe88-4bdf-a703-68bc06a305af'} bound to L3 agent in host dv-cinder-733622-20-iscsi {{(pid=101953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:25:06.147690 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.db.l3_hamode_db [None req-2ed67ba8-6e07-4588-9c0b-b7eda540290e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T22:08:28Z,description=,heartbeat_timestamp=2021-11-11T22:24:58Z,host='dv-cinder-733622-20-iscsi',id=4702c36b-78d9-4f52-8cbc-8d9e3292a6f2,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T22:08:28Z,topic='l3_agent')) {'router_ids': ['8cd97494-fe88-4bdf-a703-68bc06a305af'], 'active': True} {{(pid=101953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:25:06.208982 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33d6dfb-2ec9-4d03-828d-fd0a933f4af1 None None] Pushing event updated for resources: {'Port': ['ID=3981f610-e50d-45f0-97b7-81f9fa2df617,revision_number=4']} {{(pid=101953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:25:06.209141 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.provisioning_blocks [None req-a3317d24-7158-47f6-b4f9-d0b27540dddb None None] Provisioning complete for port 55091271-9c61-461f-9ea8-ba124afd0ed9 triggered by entity DHCP. {{(pid=101952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:25:06.209364 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-a3317d24-7158-47f6-b4f9-d0b27540dddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8061746'] for port, provisioning_complete {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:06.323867 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.db.l3_dvr_db [None req-2ed67ba8-6e07-4588-9c0b-b7eda540290e None None] Set router 8cd97494-fe88-4bdf-a703-68bc06a305af gateway port host: dv-cinder-733622-20-iscsi {{(pid=101953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:25:06.514863 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_hamode_db [None req-2c48ac02-ded3-4e84-b7b3-378a492c1ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5ac9afb-d27d-4b22-980b-0470a896357a', 'name': 'tempest-TestMinimumBasicScenario-1254219009-router', 'tenant_id': 'f0072c922eeb478195bda27d4ad5fc5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'external_fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.186'}], 'enable_snat': True}, 'gw_port_id': 'bf896bc9-4b8e-4e45-a4ee-ada14bd577ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:25:03Z', 'updated_at': '2021-11-11T22:25:04Z', 'revision_number': 3, 'project_id': 'f0072c922eeb478195bda27d4ad5fc5b', 'gw_port': {'id': 'bf896bc9-4b8e-4e45-a4ee-ada14bd577ba', 'name': '', 'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:88:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5ac9afb-d27d-4b22-980b-0470a896357a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:25:04Z', 'updated_at': '2021-11-11T22:25:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-20-iscsi'}], 'dv-cinder-733622-20-iscsi', False) {} {{(pid=101952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:25:06.558337 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c48ac02-ded3-4e84-b7b3-378a492c1ae6 None None] Checking router: e5ac9afb-d27d-4b22-980b-0470a896357a for host: dv-cinder-733622-20-iscsi {{(pid=101952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:25:06.558688 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c48ac02-ded3-4e84-b7b3-378a492c1ae6 None None] Updating router e5ac9afb-d27d-4b22-980b-0470a896357a port bf896bc9-4b8e-4e45-a4ee-ada14bd577ba binding host dv-cinder-733622-20-iscsi {{(pid=101952) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 22:25:06.636773 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-2c48ac02-ded3-4e84-b7b3-378a492c1ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:06.666943 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.provisioning_blocks [None req-b2c22c32-d28d-41ce-9818-f74cd688d0ba None None] Provisioning complete for port 3981f610-e50d-45f0-97b7-81f9fa2df617 triggered by entity DHCP. {{(pid=101952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:25:06.667317 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-b2c22c32-d28d-41ce-9818-f74cd688d0ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8061746'] for port, provisioning_complete {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:06.669942 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.db.l3_hamode_db [None req-2ed67ba8-6e07-4588-9c0b-b7eda540290e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cd97494-fe88-4bdf-a703-68bc06a305af', 'name': 'tempest-TestMinimumBasicScenario-972100226-router', 'tenant_id': 'ad87baae272c4d3498ca095539ae1af4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'external_fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': 'e1afe1f5-3e89-4335-8256-f5de6da55bcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:24:58Z', 'updated_at': '2021-11-11T22:25:01Z', 'revision_number': 4, 'project_id': 'ad87baae272c4d3498ca095539ae1af4', 'gw_port': {'id': 'e1afe1f5-3e89-4335-8256-f5de6da55bcd', 'name': '', 'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:0d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd97494-fe88-4bdf-a703-68bc06a305af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:24:58Z', 'updated_at': '2021-11-11T22:25:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-20-iscsi', '_interfaces': [{'id': '3981f610-e50d-45f0-97b7-81f9fa2df617', 'name': '', 'network_id': '23d3689e-a73d-41f8-bdbf-929622f1daf7', 'tenant_id': 'ad87baae272c4d3498ca095539ae1af4', 'mac_address': 'fa:16:3e:3f:11:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cd97494-fe88-4bdf-a703-68bc06a305af', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'e2e29ce0-5737-471e-afb3-097495c0c3f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:25:01Z', 'updated_at': '2021-11-11T22:25:06Z', 'revision_number': 4, 'project_id': 'ad87baae272c4d3498ca095539ae1af4', 'subnets': [{'id': 'e2e29ce0-5737-471e-afb3-097495c0c3f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-20-iscsi', False) {} {{(pid=101953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:25:06.696723 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6d8218-6820-4279-a69a-1856dc49738f req-80a70491-8c61-4e82-8641-2186fd6a15b8 tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:06.698729 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-9b6d8218-6820-4279-a69a-1856dc49738f req-80a70491-8c61-4e82-8641-2186fd6a15b8 tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] 10.222.0.50 "GET /v2.0/ports?device_id=54e29906-2253-4e26-b9ae-ef5f40e4580f HTTP/1.1" status: 200 len: 945 time: 0.1134989 Nov 11 22:25:06.710064 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed67ba8-6e07-4588-9c0b-b7eda540290e None None] The sync data for ids ['8cd97494-fe88-4bdf-a703-68bc06a305af'] in dv-cinder-733622-20-iscsi is: [{'id': '8cd97494-fe88-4bdf-a703-68bc06a305af', 'name': 'tempest-TestMinimumBasicScenario-972100226-router', 'tenant_id': 'ad87baae272c4d3498ca095539ae1af4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'external_fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': 'e1afe1f5-3e89-4335-8256-f5de6da55bcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:24:58Z', 'updated_at': '2021-11-11T22:25:01Z', 'revision_number': 4, 'project_id': 'ad87baae272c4d3498ca095539ae1af4', 'gw_port': {'id': 'e1afe1f5-3e89-4335-8256-f5de6da55bcd', 'name': '', 'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:0d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd97494-fe88-4bdf-a703-68bc06a305af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:24:58Z', 'updated_at': '2021-11-11T22:25:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-20-iscsi', '_interfaces': [{'id': '3981f610-e50d-45f0-97b7-81f9fa2df617', 'name': '', 'network_id': '23d3689e-a73d-41f8-bdbf-929622f1daf7', 'tenant_id': 'ad87baae272c4d3498ca095539ae1af4', 'mac_address': 'fa:16:3e:3f:11:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cd97494-fe88-4bdf-a703-68bc06a305af', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'e2e29ce0-5737-471e-afb3-097495c0c3f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:25:01Z', 'updated_at': '2021-11-11T22:25:06Z', 'revision_number': 4, 'project_id': 'ad87baae272c4d3498ca095539ae1af4', 'subnets': [{'id': 'e2e29ce0-5737-471e-afb3-097495c0c3f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:25:06.851972 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-9b6d8218-6820-4279-a69a-1856dc49738f req-cc7dab53-5f45-482e-aa2f-4bdb3d7ac2e5 tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] 10.222.0.50 "GET /v2.0/security-groups?id=bba0fc88-b679-44f5-920f-fd78ad6bd2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1470912 Nov 11 22:25:06.971341 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-b59bc146-483d-4002-a0b1-a9bd34d85146 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:07.138048 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Device 55091271-9c61-461f-9ea8-ba124afd0ed9 up at agent ovs-agent-dv-cinder-733622-20-iscsi {{(pid=101952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:25:07.170029 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-b2c22c32-d28d-41ce-9818-f74cd688d0ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:07.216909 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.db.db_base_plugin_common [None req-b59bc146-483d-4002-a0b1-a9bd34d85146 admin admin] Allocated IP 172.20.0.1 (739025cd-187d-4499-b940-284d47802336/559bc6d8-b013-4826-94fc-f29de62b54d0/550af114-0bea-4f84-94fd-99375712f649) {{(pid=101951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:25:07.248236 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-b2c22c32-d28d-41ce-9818-f74cd688d0ba None None] For port 3981f610-e50d-45f0-97b7-81f9fa2df617, host dv-cinder-733622-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-20-iscsi',level=0,port_id=3981f610-e50d-45f0-97b7-81f9fa2df617,segment=NetworkSegment(f2d13c5d-c8a3-4bd5-9b5d-5756ff90ad43),segment_id=f2d13c5d-c8a3-4bd5-9b5d-5756ff90ad43)] {{(pid=101952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:25:07.259704 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-b2c22c32-d28d-41ce-9818-f74cd688d0ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776912265364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776911838100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776911838118'] for port, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:07.321239 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.provisioning_blocks [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Provisioning complete for port 55091271-9c61-461f-9ea8-ba124afd0ed9 triggered by entity L2. {{(pid=101952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:25:07.321511 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8061746'] for port, provisioning_complete {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:07.415814 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-b59bc146-483d-4002-a0b1-a9bd34d85146 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:07.425048 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c22c32-d28d-41ce-9818-f74cd688d0ba None None] Pushing event updated for resources: {'Port': ['ID=3981f610-e50d-45f0-97b7-81f9fa2df617,revision_number=5']} {{(pid=101952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:25:07.464857 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-2c48ac02-ded3-4e84-b7b3-378a492c1ae6 None None] Publish callbacks [] for port, precommit_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:07.471359 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.provisioning_blocks [None req-57c852a6-01b1-4a12-b9b7-91096abda3a9 None None] Provisioning complete for port 55091271-9c61-461f-9ea8-ba124afd0ed9 triggered by entity DHCP. {{(pid=101952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:25:07.471765 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-57c852a6-01b1-4a12-b9b7-91096abda3a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8061746'] for port, provisioning_complete {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:07.479072 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-b59bc146-483d-4002-a0b1-a9bd34d85146 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776911838082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9099554'] for port, after_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:07.501058 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-2c48ac02-ded3-4e84-b7b3-378a492c1ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776912265364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776911838100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776911838118'] for port, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:07.526363 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b59bc146-483d-4002-a0b1-a9bd34d85146 admin admin] Network 739025cd-187d-4499-b940-284d47802336 is already hosted by enough agents. {{(pid=101951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:25:07.530649 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.scheduler.base_scheduler [None req-b59bc146-483d-4002-a0b1-a9bd34d85146 admin admin] Resources bound (agent type, host, resource id): {{(pid=101951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:25:07.536169 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59bc146-483d-4002-a0b1-a9bd34d85146 admin admin] Received port after_create {{(pid=101951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:25:07.588800 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59bc146-483d-4002-a0b1-a9bd34d85146 admin admin] Pushing event updated for resources: {'Port': ['ID=550af114-0bea-4f84-94fd-99375712f649,revision_number=1']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:25:07.618646 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.managers [None req-2c48ac02-ded3-4e84-b7b3-378a492c1ae6 None None] Attempting to bind port bf896bc9-4b8e-4e45-a4ee-ada14bd577ba on host dv-cinder-733622-20-iscsi for vnic_type normal with profile {{(pid=101952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:25:07.619138 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.managers [None req-2c48ac02-ded3-4e84-b7b3-378a492c1ae6 None None] Attempting to bind port bf896bc9-4b8e-4e45-a4ee-ada14bd577ba by drivers openvswitch,hyperv on host dv-cinder-733622-20-iscsi at level 0 using segments [{'id': 'a0316b7b-fb1e-457f-ba74-a0bbaa82bcb7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635'}] {{(pid=101952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:25:07.619381 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c48ac02-ded3-4e84-b7b3-378a492c1ae6 None None] Attempting to bind port bf896bc9-4b8e-4e45-a4ee-ada14bd577ba on network fd27370c-43f8-4948-a495-3a9880be1635 {{(pid=101952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:25:07.619675 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-b59bc146-483d-4002-a0b1-a9bd34d85146 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-658282'] for router_interface, before_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:07.633132 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Device e1afe1f5-3e89-4335-8256-f5de6da55bcd up at agent ovs-agent-dv-cinder-733622-20-iscsi {{(pid=101952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:25:07.635642 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba6a8c5-ae63-43f9-a7b7-d6a690951ccb None None] Pushing event updated for resources: {'Port': ['ID=bf896bc9-4b8e-4e45-a4ee-ada14bd577ba,revision_number=2']} {{(pid=101952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:25:07.641527 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c48ac02-ded3-4e84-b7b3-378a492c1ae6 None None] Checking agent: {'id': '83a5d6f5-895b-4fa9-b3a8-3d8b1836c237', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 22, 8, 32), 'started_at': datetime.datetime(2021, 11, 11, 22, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:25:07.641917 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c48ac02-ded3-4e84-b7b3-378a492c1ae6 None None] Checking segment: {'id': 'a0316b7b-fb1e-457f-ba74-a0bbaa82bcb7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:25:07.642316 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-2c48ac02-ded3-4e84-b7b3-378a492c1ae6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:07.642718 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c48ac02-ded3-4e84-b7b3-378a492c1ae6 None None] Bound using segment: {'id': 'a0316b7b-fb1e-457f-ba74-a0bbaa82bcb7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635'} {{(pid=101952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:25:07.643220 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.managers [None req-2c48ac02-ded3-4e84-b7b3-378a492c1ae6 None None] Bound port: bf896bc9-4b8e-4e45-a4ee-ada14bd577ba, host: dv-cinder-733622-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0316b7b-fb1e-457f-ba74-a0bbaa82bcb7', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635'}}] {{(pid=101952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:25:07.643604 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-2c48ac02-ded3-4e84-b7b3-378a492c1ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:07.780487 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-2c48ac02-ded3-4e84-b7b3-378a492c1ae6 None None] For port bf896bc9-4b8e-4e45-a4ee-ada14bd577ba, host dv-cinder-733622-20-iscsi, cleared binding levels {{(pid=101952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:25:07.787151 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-2c48ac02-ded3-4e84-b7b3-378a492c1ae6 None None] For port bf896bc9-4b8e-4e45-a4ee-ada14bd577ba, host dv-cinder-733622-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-20-iscsi',level=0,port_id=bf896bc9-4b8e-4e45-a4ee-ada14bd577ba,segment=NetworkSegment(a0316b7b-fb1e-457f-ba74-a0bbaa82bcb7),segment_id=a0316b7b-fb1e-457f-ba74-a0bbaa82bcb7)] {{(pid=101952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:25:07.794809 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-2c48ac02-ded3-4e84-b7b3-378a492c1ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776912265364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776911838100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776911838118'] for port, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:07.796446 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-b59bc146-483d-4002-a0b1-a9bd34d85146 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_update {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:07.804106 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.provisioning_blocks [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Provisioning complete for port e1afe1f5-3e89-4335-8256-f5de6da55bcd triggered by entity L2. {{(pid=101952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:25:07.804484 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8061746'] for port, provisioning_complete {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:07.901394 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c48ac02-ded3-4e84-b7b3-378a492c1ae6 None None] Routers {'e5ac9afb-d27d-4b22-980b-0470a896357a'} bound to L3 agent in host dv-cinder-733622-20-iscsi {{(pid=101952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:25:07.902191 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_hamode_db [None req-2c48ac02-ded3-4e84-b7b3-378a492c1ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T22:08:28Z,description=,heartbeat_timestamp=2021-11-11T22:24:58Z,host='dv-cinder-733622-20-iscsi',id=4702c36b-78d9-4f52-8cbc-8d9e3292a6f2,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T22:08:28Z,topic='l3_agent')) {'router_ids': ['e5ac9afb-d27d-4b22-980b-0470a896357a'], 'active': True} {{(pid=101952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:25:07.996472 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba6a8c5-ae63-43f9-a7b7-d6a690951ccb None None] Pushing event updated for resources: {'Port': ['ID=bf896bc9-4b8e-4e45-a4ee-ada14bd577ba,revision_number=3']} {{(pid=101952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:25:07.998383 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ade05b-21f5-4805-b4ac-ac32af7d2441 req-ad0ab13b-224f-47ad-af80-365807ae9aec tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:08.007287 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-32ade05b-21f5-4805-b4ac-ac32af7d2441 req-ad0ab13b-224f-47ad-af80-365807ae9aec tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] 10.222.0.50 "GET /v2.0/ports?device_id=54e29906-2253-4e26-b9ae-ef5f40e4580f HTTP/1.1" status: 200 len: 945 time: 0.0710707 Nov 11 22:25:08.017385 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.provisioning_blocks [None req-9a8977ca-dccb-4a5c-bebd-93078c6501a9 None None] Provisioning complete for port 550af114-0bea-4f84-94fd-99375712f649 triggered by entity DHCP. {{(pid=101952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:25:08.017876 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-9a8977ca-dccb-4a5c-bebd-93078c6501a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8061746'] for port, provisioning_complete {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:08.071058 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-b59bc146-483d-4002-a0b1-a9bd34d85146 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:08.075755 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-32ade05b-21f5-4805-b4ac-ac32af7d2441 req-7c04a8c4-e253-45b0-b93a-3b2771da27fc tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] 10.222.0.50 "GET /v2.0/security-groups?id=bba0fc88-b679-44f5-920f-fd78ad6bd2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670259 Nov 11 22:25:08.081794 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-b59bc146-483d-4002-a0b1-a9bd34d85146 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776912265364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776911838100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776911838118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9099611'] for port, after_update {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:08.170827 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.plugin [None req-9a8977ca-dccb-4a5c-bebd-93078c6501a9 None None] Port 550af114-0bea-4f84-94fd-99375712f649 cannot update to ACTIVE because it is not bound. {{(pid=101952) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:25:08.196972 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_dvr_db [None req-2c48ac02-ded3-4e84-b7b3-378a492c1ae6 None None] Set router e5ac9afb-d27d-4b22-980b-0470a896357a gateway port host: dv-cinder-733622-20-iscsi {{(pid=101952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:25:08.219472 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-b59bc146-483d-4002-a0b1-a9bd34d85146 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-634214', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-658430'] for router_interface, after_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:08.224438 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59bc146-483d-4002-a0b1-a9bd34d85146 admin admin] Pushing event updated for resources: {'Port': ['ID=550af114-0bea-4f84-94fd-99375712f649,revision_number=2']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:25:08.224696 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Device 3981f610-e50d-45f0-97b7-81f9fa2df617 up at agent ovs-agent-dv-cinder-733622-20-iscsi {{(pid=101952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:25:08.256778 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4461f85e-255e-42eb-abbe-101eb3af3cc2 req-bbed64f2-7db4-43d1-9422-b06d8e5a8af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:08.258333 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-4461f85e-255e-42eb-abbe-101eb3af3cc2 req-bbed64f2-7db4-43d1-9422-b06d8e5a8af1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9bdbf69f4937401cbc8618398a68b4ae&device_id=54e29906-2253-4e26-b9ae-ef5f40e4580f HTTP/1.1" status: 200 len: 1098 time: 0.1373384 Nov 11 22:25:08.376115 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.provisioning_blocks [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Provisioning complete for port 3981f610-e50d-45f0-97b7-81f9fa2df617 triggered by entity L2. {{(pid=101952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:25:08.376497 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8061746'] for port, provisioning_complete {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:08.420537 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b59bc146-483d-4002-a0b1-a9bd34d85146 admin admin] Network 739025cd-187d-4499-b940-284d47802336 is already hosted by enough agents. {{(pid=101951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:25:08.423775 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4461f85e-255e-42eb-abbe-101eb3af3cc2 req-35b5cbcd-d98d-4a4c-abae-001f5a862fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:08.425385 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-4461f85e-255e-42eb-abbe-101eb3af3cc2 req-35b5cbcd-d98d-4a4c-abae-001f5a862fcd service neutron] 10.222.0.26 "GET /v2.0/networks?id=26fdc315-aba2-4576-a6e9-177175e14633 HTTP/1.1" status: 200 len: 909 time: 0.1594043 Nov 11 22:25:08.426805 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.scheduler.base_scheduler [None req-b59bc146-483d-4002-a0b1-a9bd34d85146 admin admin] Resources bound (agent type, host, resource id): {{(pid=101951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:25:08.542424 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-4461f85e-255e-42eb-abbe-101eb3af3cc2 req-a8f404ad-b8bf-48c8-b241-3512052b8911 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=787bdf93-434f-4c48-ac1c-670af74fb180 HTTP/1.1" status: 200 len: 1000 time: 0.1100340 Nov 11 22:25:08.568171 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_hamode_db [None req-2c48ac02-ded3-4e84-b7b3-378a492c1ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5ac9afb-d27d-4b22-980b-0470a896357a', 'name': 'tempest-TestMinimumBasicScenario-1254219009-router', 'tenant_id': 'f0072c922eeb478195bda27d4ad5fc5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'external_fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.186'}], 'enable_snat': True}, 'gw_port_id': 'bf896bc9-4b8e-4e45-a4ee-ada14bd577ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:25:03Z', 'updated_at': '2021-11-11T22:25:07Z', 'revision_number': 4, 'project_id': 'f0072c922eeb478195bda27d4ad5fc5b', 'gw_port': {'id': 'bf896bc9-4b8e-4e45-a4ee-ada14bd577ba', 'name': '', 'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:88:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5ac9afb-d27d-4b22-980b-0470a896357a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:25:04Z', 'updated_at': '2021-11-11T22:25:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-20-iscsi', '_interfaces': [{'id': '550af114-0bea-4f84-94fd-99375712f649', 'name': '', 'network_id': '739025cd-187d-4499-b940-284d47802336', 'tenant_id': 'f0072c922eeb478195bda27d4ad5fc5b', 'mac_address': 'fa:16:3e:92:cf:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5ac9afb-d27d-4b22-980b-0470a896357a', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '559bc6d8-b013-4826-94fc-f29de62b54d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:25:07Z', 'updated_at': '2021-11-11T22:25:07Z', 'revision_number': 1, 'project_id': 'f0072c922eeb478195bda27d4ad5fc5b', 'subnets': [{'id': '559bc6d8-b013-4826-94fc-f29de62b54d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-20-iscsi', False) {} {{(pid=101952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:25:08.605098 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c48ac02-ded3-4e84-b7b3-378a492c1ae6 None None] The sync data for ids ['e5ac9afb-d27d-4b22-980b-0470a896357a'] in dv-cinder-733622-20-iscsi is: [{'id': 'e5ac9afb-d27d-4b22-980b-0470a896357a', 'name': 'tempest-TestMinimumBasicScenario-1254219009-router', 'tenant_id': 'f0072c922eeb478195bda27d4ad5fc5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'external_fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.186'}], 'enable_snat': True}, 'gw_port_id': 'bf896bc9-4b8e-4e45-a4ee-ada14bd577ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:25:03Z', 'updated_at': '2021-11-11T22:25:07Z', 'revision_number': 4, 'project_id': 'f0072c922eeb478195bda27d4ad5fc5b', 'gw_port': {'id': 'bf896bc9-4b8e-4e45-a4ee-ada14bd577ba', 'name': '', 'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:88:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5ac9afb-d27d-4b22-980b-0470a896357a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:25:04Z', 'updated_at': '2021-11-11T22:25:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-20-iscsi', '_interfaces': [{'id': '550af114-0bea-4f84-94fd-99375712f649', 'name': '', 'network_id': '739025cd-187d-4499-b940-284d47802336', 'tenant_id': 'f0072c922eeb478195bda27d4ad5fc5b', 'mac_address': 'fa:16:3e:92:cf:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5ac9afb-d27d-4b22-980b-0470a896357a', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '559bc6d8-b013-4826-94fc-f29de62b54d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:25:07Z', 'updated_at': '2021-11-11T22:25:07Z', 'revision_number': 1, 'project_id': 'f0072c922eeb478195bda27d4ad5fc5b', 'subnets': [{'id': '559bc6d8-b013-4826-94fc-f29de62b54d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:25:08.654269 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4461f85e-255e-42eb-abbe-101eb3af3cc2 req-02190a12-ec39-41f4-937b-5b96b5a3aadb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:08.655850 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-4461f85e-255e-42eb-abbe-101eb3af3cc2 req-02190a12-ec39-41f4-937b-5b96b5a3aadb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=31e14342-d1a0-40ee-809c-2fa3145a5267 HTTP/1.1" status: 200 len: 847 time: 0.0748236 Nov 11 22:25:08.675056 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b59bc146-483d-4002-a0b1-a9bd34d85146 admin admin] Router e5ac9afb-d27d-4b22-980b-0470a896357a has already been hosted by L3 agent 4702c36b-78d9-4f52-8cbc-8d9e3292a6f2 {{(pid=101951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 22:25:08.724222 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.provisioning_blocks [None req-778a1143-e26b-4dd7-8b72-63d2d207de97 None None] Provisioning complete for port 550af114-0bea-4f84-94fd-99375712f649 triggered by entity DHCP. {{(pid=101952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:25:08.724740 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-778a1143-e26b-4dd7-8b72-63d2d207de97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8061746'] for port, provisioning_complete {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:08.761730 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4461f85e-255e-42eb-abbe-101eb3af3cc2 req-5aeb31d3-4d79-45f6-b18f-c577adcd0619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:08.763282 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-4461f85e-255e-42eb-abbe-101eb3af3cc2 req-5aeb31d3-4d79-45f6-b18f-c577adcd0619 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=26fdc315-aba2-4576-a6e9-177175e14633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1000817 Nov 11 22:25:08.766107 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.plugin [None req-778a1143-e26b-4dd7-8b72-63d2d207de97 None None] Port 550af114-0bea-4f84-94fd-99375712f649 cannot update to ACTIVE because it is not bound. {{(pid=101952) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:25:08.914571 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b59bc146-483d-4002-a0b1-a9bd34d85146 admin admin] Notify agent at l3_agent.dv-cinder-733622-20-iscsi the message routers_updated {{(pid=101951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:25:08.943099 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-b59bc146-483d-4002-a0b1-a9bd34d85146 admin admin] 10.222.0.50 "PUT /v2.0/routers/e5ac9afb-d27d-4b22-980b-0470a896357a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0081244 Nov 11 22:25:08.958511 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-4461f85e-255e-42eb-abbe-101eb3af3cc2 req-9493075c-0c53-410e-9c09-3d9173165ca7 service neutron] 10.222.0.26 "GET /v2.0/networks/26fdc315-aba2-4576-a6e9-177175e14633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871243 Nov 11 22:25:09.019523 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Device 3981f610-e50d-45f0-97b7-81f9fa2df617 up at agent ovs-agent-dv-cinder-733622-20-iscsi {{(pid=101952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:25:09.087721 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.provisioning_blocks [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Provisioning complete for port 3981f610-e50d-45f0-97b7-81f9fa2df617 triggered by entity L2. {{(pid=101952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:25:09.088211 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8061746'] for port, provisioning_complete {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:09.158187 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-4461f85e-255e-42eb-abbe-101eb3af3cc2 req-15fe90c6-7f2f-4702-ad98-31bb9b44277a service neutron] 10.222.0.26 "GET /v2.0/networks/26fdc315-aba2-4576-a6e9-177175e14633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1919580 Nov 11 22:25:09.330769 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d25e1bb-fc5c-4f84-90d0-aafc56bc8c59 req-5e879ba0-7c6b-40fe-8617-52c6f17a3553 tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:09.338395 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-6d25e1bb-fc5c-4f84-90d0-aafc56bc8c59 req-5e879ba0-7c6b-40fe-8617-52c6f17a3553 tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] 10.222.0.50 "GET /v2.0/ports?device_id=54e29906-2253-4e26-b9ae-ef5f40e4580f HTTP/1.1" status: 200 len: 945 time: 0.1513097 Nov 11 22:25:09.441199 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-6d25e1bb-fc5c-4f84-90d0-aafc56bc8c59 req-43ff5f5f-6950-4e7a-9929-52fe5d209f92 tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] 10.222.0.50 "GET /v2.0/security-groups?id=bba0fc88-b679-44f5-920f-fd78ad6bd2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941880 Nov 11 22:25:09.906350 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:10.616243 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1020c6ec-3ca2-49d9-9d15-0b2c131c2c00 req-933ae74b-2e08-4d74-b000-96a994224d72 tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:10.624099 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-1020c6ec-3ca2-49d9-9d15-0b2c131c2c00 req-933ae74b-2e08-4d74-b000-96a994224d72 tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] 10.222.0.50 "GET /v2.0/ports?device_id=54e29906-2253-4e26-b9ae-ef5f40e4580f HTTP/1.1" status: 200 len: 945 time: 0.0806122 Nov 11 22:25:10.698350 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-1020c6ec-3ca2-49d9-9d15-0b2c131c2c00 req-35ce78f5-0869-4779-9273-b13d8c73026c tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] 10.222.0.50 "GET /v2.0/security-groups?id=bba0fc88-b679-44f5-920f-fd78ad6bd2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710609 Nov 11 22:25:11.031226 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Device bf896bc9-4b8e-4e45-a4ee-ada14bd577ba up at agent ovs-agent-dv-cinder-733622-20-iscsi {{(pid=101952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:25:11.155488 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.provisioning_blocks [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Provisioning complete for port bf896bc9-4b8e-4e45-a4ee-ada14bd577ba triggered by entity L2. {{(pid=101952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:25:11.156139 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8061746'] for port, provisioning_complete {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:11.318770 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:11.377690 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] For port bf896bc9-4b8e-4e45-a4ee-ada14bd577ba, host dv-cinder-733622-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-20-iscsi',level=0,port_id=bf896bc9-4b8e-4e45-a4ee-ada14bd577ba,segment=NetworkSegment(a0316b7b-fb1e-457f-ba74-a0bbaa82bcb7),segment_id=a0316b7b-fb1e-457f-ba74-a0bbaa82bcb7)] {{(pid=101952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:25:11.391841 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776912265364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776911838100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776911838118'] for port, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:11.492890 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Pushing event updated for resources: {'Port': ['ID=bf896bc9-4b8e-4e45-a4ee-ada14bd577ba,revision_number=4']} {{(pid=101952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:25:11.527287 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a60fd0-e541-4c18-b6ad-3fcb5daf81f6 None None] Sync routers for ids ['e5ac9afb-d27d-4b22-980b-0470a896357a'] in dv-cinder-733622-20-iscsi {{(pid=101953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:25:11.556595 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a60fd0-e541-4c18-b6ad-3fcb5daf81f6 None None] Routers {'e5ac9afb-d27d-4b22-980b-0470a896357a'} bound to L3 agent in host dv-cinder-733622-20-iscsi {{(pid=101953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:25:11.557616 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.db.l3_hamode_db [None req-95a60fd0-e541-4c18-b6ad-3fcb5daf81f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T22:08:28Z,description=,heartbeat_timestamp=2021-11-11T22:24:58Z,host='dv-cinder-733622-20-iscsi',id=4702c36b-78d9-4f52-8cbc-8d9e3292a6f2,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T22:08:28Z,topic='l3_agent')) {'router_ids': ['e5ac9afb-d27d-4b22-980b-0470a896357a'], 'active': True} {{(pid=101953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:25:11.745863 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.db.l3_dvr_db [None req-95a60fd0-e541-4c18-b6ad-3fcb5daf81f6 None None] Set router e5ac9afb-d27d-4b22-980b-0470a896357a gateway port host: dv-cinder-733622-20-iscsi {{(pid=101953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:25:11.844145 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ea6c0d-d40d-4b8f-8138-296e2565df05 req-1a2f6ba9-92fb-442c-8761-7ea42d8c68d5 tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:11.846355 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-45ea6c0d-d40d-4b8f-8138-296e2565df05 req-1a2f6ba9-92fb-442c-8761-7ea42d8c68d5 tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] 10.222.0.50 "GET /v2.0/ports?device_id=54e29906-2253-4e26-b9ae-ef5f40e4580f HTTP/1.1" status: 200 len: 945 time: 0.0765152 Nov 11 22:25:11.912990 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-45ea6c0d-d40d-4b8f-8138-296e2565df05 req-4e247f0e-7ccc-4fbf-9e59-90949479cdc2 tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] 10.222.0.50 "GET /v2.0/security-groups?id=bba0fc88-b679-44f5-920f-fd78ad6bd2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579920 Nov 11 22:25:11.997159 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.db.l3_hamode_db [None req-95a60fd0-e541-4c18-b6ad-3fcb5daf81f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5ac9afb-d27d-4b22-980b-0470a896357a', 'name': 'tempest-TestMinimumBasicScenario-1254219009-router', 'tenant_id': 'f0072c922eeb478195bda27d4ad5fc5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'external_fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.186'}], 'enable_snat': True}, 'gw_port_id': 'bf896bc9-4b8e-4e45-a4ee-ada14bd577ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:25:03Z', 'updated_at': '2021-11-11T22:25:07Z', 'revision_number': 4, 'project_id': 'f0072c922eeb478195bda27d4ad5fc5b', 'gw_port': {'id': 'bf896bc9-4b8e-4e45-a4ee-ada14bd577ba', 'name': '', 'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:88:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ac9afb-d27d-4b22-980b-0470a896357a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:25:04Z', 'updated_at': '2021-11-11T22:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-20-iscsi', '_interfaces': [{'id': '550af114-0bea-4f84-94fd-99375712f649', 'name': '', 'network_id': '739025cd-187d-4499-b940-284d47802336', 'tenant_id': 'f0072c922eeb478195bda27d4ad5fc5b', 'mac_address': 'fa:16:3e:92:cf:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5ac9afb-d27d-4b22-980b-0470a896357a', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '559bc6d8-b013-4826-94fc-f29de62b54d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:25:07Z', 'updated_at': '2021-11-11T22:25:07Z', 'revision_number': 2, 'project_id': 'f0072c922eeb478195bda27d4ad5fc5b', 'subnets': [{'id': '559bc6d8-b013-4826-94fc-f29de62b54d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-20-iscsi', False) {} {{(pid=101953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:25:12.027163 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a60fd0-e541-4c18-b6ad-3fcb5daf81f6 None None] Checking router: e5ac9afb-d27d-4b22-980b-0470a896357a for host: dv-cinder-733622-20-iscsi {{(pid=101953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:25:12.027520 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a60fd0-e541-4c18-b6ad-3fcb5daf81f6 None None] Updating router e5ac9afb-d27d-4b22-980b-0470a896357a port 550af114-0bea-4f84-94fd-99375712f649 binding host dv-cinder-733622-20-iscsi {{(pid=101953) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 11 22:25:12.061414 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron_lib.callbacks.manager [None req-95a60fd0-e541-4c18-b6ad-3fcb5daf81f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_update {{(pid=101953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:12.380815 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron_lib.callbacks.manager [None req-95a60fd0-e541-4c18-b6ad-3fcb5daf81f6 None None] Publish callbacks [] for port, precommit_update {{(pid=101953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:12.387311 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron_lib.callbacks.manager [None req-95a60fd0-e541-4c18-b6ad-3fcb5daf81f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776912265364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776911838100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776911838118'] for port, after_update {{(pid=101953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:12.474506 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fa97b0-2976-4b02-bf73-a028e71d10d5 None None] Pushing event updated for resources: {'Port': ['ID=550af114-0bea-4f84-94fd-99375712f649,revision_number=3']} {{(pid=101953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:25:12.513785 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.plugins.ml2.managers [None req-95a60fd0-e541-4c18-b6ad-3fcb5daf81f6 None None] Attempting to bind port 550af114-0bea-4f84-94fd-99375712f649 on host dv-cinder-733622-20-iscsi for vnic_type normal with profile {{(pid=101953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:25:12.514157 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.plugins.ml2.managers [None req-95a60fd0-e541-4c18-b6ad-3fcb5daf81f6 None None] Attempting to bind port 550af114-0bea-4f84-94fd-99375712f649 by drivers openvswitch,hyperv on host dv-cinder-733622-20-iscsi at level 0 using segments [{'id': 'f47cc54b-f558-486d-8e51-5f9b09a6abd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '739025cd-187d-4499-b940-284d47802336'}] {{(pid=101953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:25:12.514523 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a60fd0-e541-4c18-b6ad-3fcb5daf81f6 None None] Attempting to bind port 550af114-0bea-4f84-94fd-99375712f649 on network 739025cd-187d-4499-b940-284d47802336 {{(pid=101953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:25:12.529212 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a60fd0-e541-4c18-b6ad-3fcb5daf81f6 None None] Checking agent: {'id': '83a5d6f5-895b-4fa9-b3a8-3d8b1836c237', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-20-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 22, 8, 32), 'started_at': datetime.datetime(2021, 11, 11, 22, 9, 2), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-20-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:25:12.529881 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a60fd0-e541-4c18-b6ad-3fcb5daf81f6 None None] Checking segment: {'id': 'f47cc54b-f558-486d-8e51-5f9b09a6abd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '739025cd-187d-4499-b940-284d47802336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:25:12.530112 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron_lib.callbacks.manager [None req-95a60fd0-e541-4c18-b6ad-3fcb5daf81f6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:12.532817 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a60fd0-e541-4c18-b6ad-3fcb5daf81f6 None None] Bound using segment: {'id': 'f47cc54b-f558-486d-8e51-5f9b09a6abd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '739025cd-187d-4499-b940-284d47802336'} {{(pid=101953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:25:12.533351 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.plugins.ml2.managers [None req-95a60fd0-e541-4c18-b6ad-3fcb5daf81f6 None None] Bound port: 550af114-0bea-4f84-94fd-99375712f649, host: dv-cinder-733622-20-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f47cc54b-f558-486d-8e51-5f9b09a6abd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': '739025cd-187d-4499-b940-284d47802336'}}] {{(pid=101953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:25:12.533780 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron_lib.callbacks.manager [None req-95a60fd0-e541-4c18-b6ad-3fcb5daf81f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_update {{(pid=101953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:12.643775 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.plugins.ml2.db [None req-95a60fd0-e541-4c18-b6ad-3fcb5daf81f6 None None] For port 550af114-0bea-4f84-94fd-99375712f649, host dv-cinder-733622-20-iscsi, cleared binding levels {{(pid=101953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:25:12.652860 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.plugins.ml2.db [None req-95a60fd0-e541-4c18-b6ad-3fcb5daf81f6 None None] For port 550af114-0bea-4f84-94fd-99375712f649, host dv-cinder-733622-20-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-20-iscsi',level=0,port_id=550af114-0bea-4f84-94fd-99375712f649,segment=NetworkSegment(f47cc54b-f558-486d-8e51-5f9b09a6abd9),segment_id=f47cc54b-f558-486d-8e51-5f9b09a6abd9)] {{(pid=101953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:25:12.661633 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron_lib.callbacks.manager [None req-95a60fd0-e541-4c18-b6ad-3fcb5daf81f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776912265364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776911838100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776911838118'] for port, after_update {{(pid=101953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:12.742091 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a60fd0-e541-4c18-b6ad-3fcb5daf81f6 None None] Routers {'e5ac9afb-d27d-4b22-980b-0470a896357a'} bound to L3 agent in host dv-cinder-733622-20-iscsi {{(pid=101953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:25:12.742749 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.db.l3_hamode_db [None req-95a60fd0-e541-4c18-b6ad-3fcb5daf81f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-11T22:08:28Z,description=,heartbeat_timestamp=2021-11-11T22:24:58Z,host='dv-cinder-733622-20-iscsi',id=4702c36b-78d9-4f52-8cbc-8d9e3292a6f2,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T22:08:28Z,topic='l3_agent')) {'router_ids': ['e5ac9afb-d27d-4b22-980b-0470a896357a'], 'active': True} {{(pid=101953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:25:12.749165 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fa97b0-2976-4b02-bf73-a028e71d10d5 None None] Pushing event updated for resources: {'Port': ['ID=550af114-0bea-4f84-94fd-99375712f649,revision_number=4']} {{(pid=101953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:25:12.763003 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.provisioning_blocks [None req-9688c793-b5bb-436d-bf73-dd41f9dd8704 None None] Provisioning complete for port 550af114-0bea-4f84-94fd-99375712f649 triggered by entity DHCP. {{(pid=101952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:25:12.766423 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-9688c793-b5bb-436d-bf73-dd41f9dd8704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8061746'] for port, provisioning_complete {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:13.026023 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-9688c793-b5bb-436d-bf73-dd41f9dd8704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:13.106472 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-9688c793-b5bb-436d-bf73-dd41f9dd8704 None None] For port 550af114-0bea-4f84-94fd-99375712f649, host dv-cinder-733622-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-20-iscsi',level=0,port_id=550af114-0bea-4f84-94fd-99375712f649,segment=NetworkSegment(f47cc54b-f558-486d-8e51-5f9b09a6abd9),segment_id=f47cc54b-f558-486d-8e51-5f9b09a6abd9)] {{(pid=101952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:25:13.131040 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-9688c793-b5bb-436d-bf73-dd41f9dd8704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776912265364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776911838100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776911838118'] for port, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:13.217548 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.db.l3_dvr_db [None req-95a60fd0-e541-4c18-b6ad-3fcb5daf81f6 None None] Set router e5ac9afb-d27d-4b22-980b-0470a896357a gateway port host: dv-cinder-733622-20-iscsi {{(pid=101953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:25:13.244144 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Device bf896bc9-4b8e-4e45-a4ee-ada14bd577ba up at agent ovs-agent-dv-cinder-733622-20-iscsi {{(pid=101952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:25:13.287800 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a1252f-6143-41c0-a0d5-35f502d671db req-538393b8-96df-4a09-b28d-13660fa55f3d tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:13.304087 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-07a1252f-6143-41c0-a0d5-35f502d671db req-538393b8-96df-4a09-b28d-13660fa55f3d tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] 10.222.0.50 "GET /v2.0/ports?device_id=54e29906-2253-4e26-b9ae-ef5f40e4580f HTTP/1.1" status: 200 len: 945 time: 0.1909149 Nov 11 22:25:13.398848 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9688c793-b5bb-436d-bf73-dd41f9dd8704 None None] Pushing event updated for resources: {'Port': ['ID=550af114-0bea-4f84-94fd-99375712f649,revision_number=5']} {{(pid=101952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:25:13.408369 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.provisioning_blocks [None req-7984e77c-597f-4a29-af69-e8fc9dd161a3 None None] Provisioning complete for port 550af114-0bea-4f84-94fd-99375712f649 triggered by entity DHCP. {{(pid=101952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:25:13.409263 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-7984e77c-597f-4a29-af69-e8fc9dd161a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8061746'] for port, provisioning_complete {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:13.416590 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.provisioning_blocks [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Provisioning complete for port bf896bc9-4b8e-4e45-a4ee-ada14bd577ba triggered by entity L2. {{(pid=101952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:25:13.417217 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8061746'] for port, provisioning_complete {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:13.469055 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-07a1252f-6143-41c0-a0d5-35f502d671db req-64bc0ab8-4881-4d96-adc0-eec10f09e2db tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] 10.222.0.50 "GET /v2.0/security-groups?id=bba0fc88-b679-44f5-920f-fd78ad6bd2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1622784 Nov 11 22:25:13.722378 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.db.l3_hamode_db [None req-95a60fd0-e541-4c18-b6ad-3fcb5daf81f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5ac9afb-d27d-4b22-980b-0470a896357a', 'name': 'tempest-TestMinimumBasicScenario-1254219009-router', 'tenant_id': 'f0072c922eeb478195bda27d4ad5fc5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'external_fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.186'}], 'enable_snat': True}, 'gw_port_id': 'bf896bc9-4b8e-4e45-a4ee-ada14bd577ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:25:03Z', 'updated_at': '2021-11-11T22:25:07Z', 'revision_number': 4, 'project_id': 'f0072c922eeb478195bda27d4ad5fc5b', 'gw_port': {'id': 'bf896bc9-4b8e-4e45-a4ee-ada14bd577ba', 'name': '', 'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:88:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ac9afb-d27d-4b22-980b-0470a896357a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:25:04Z', 'updated_at': '2021-11-11T22:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-20-iscsi', '_interfaces': [{'id': '550af114-0bea-4f84-94fd-99375712f649', 'name': '', 'network_id': '739025cd-187d-4499-b940-284d47802336', 'tenant_id': 'f0072c922eeb478195bda27d4ad5fc5b', 'mac_address': 'fa:16:3e:92:cf:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5ac9afb-d27d-4b22-980b-0470a896357a', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '559bc6d8-b013-4826-94fc-f29de62b54d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:25:07Z', 'updated_at': '2021-11-11T22:25:12Z', 'revision_number': 4, 'project_id': 'f0072c922eeb478195bda27d4ad5fc5b', 'subnets': [{'id': '559bc6d8-b013-4826-94fc-f29de62b54d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-20-iscsi', False) {} {{(pid=101953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:25:13.775508 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a60fd0-e541-4c18-b6ad-3fcb5daf81f6 None None] The sync data for ids ['e5ac9afb-d27d-4b22-980b-0470a896357a'] in dv-cinder-733622-20-iscsi is: [{'id': 'e5ac9afb-d27d-4b22-980b-0470a896357a', 'name': 'tempest-TestMinimumBasicScenario-1254219009-router', 'tenant_id': 'f0072c922eeb478195bda27d4ad5fc5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'external_fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.186'}], 'enable_snat': True}, 'gw_port_id': 'bf896bc9-4b8e-4e45-a4ee-ada14bd577ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:25:03Z', 'updated_at': '2021-11-11T22:25:07Z', 'revision_number': 4, 'project_id': 'f0072c922eeb478195bda27d4ad5fc5b', 'gw_port': {'id': 'bf896bc9-4b8e-4e45-a4ee-ada14bd577ba', 'name': '', 'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:88:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ac9afb-d27d-4b22-980b-0470a896357a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:25:04Z', 'updated_at': '2021-11-11T22:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-20-iscsi', '_interfaces': [{'id': '550af114-0bea-4f84-94fd-99375712f649', 'name': '', 'network_id': '739025cd-187d-4499-b940-284d47802336', 'tenant_id': 'f0072c922eeb478195bda27d4ad5fc5b', 'mac_address': 'fa:16:3e:92:cf:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5ac9afb-d27d-4b22-980b-0470a896357a', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '559bc6d8-b013-4826-94fc-f29de62b54d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:25:07Z', 'updated_at': '2021-11-11T22:25:12Z', 'revision_number': 4, 'project_id': 'f0072c922eeb478195bda27d4ad5fc5b', 'subnets': [{'id': '559bc6d8-b013-4826-94fc-f29de62b54d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:25:14.052912 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Device 550af114-0bea-4f84-94fd-99375712f649 up at agent ovs-agent-dv-cinder-733622-20-iscsi {{(pid=101952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:25:14.155864 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.provisioning_blocks [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Provisioning complete for port 550af114-0bea-4f84-94fd-99375712f649 triggered by entity L2. {{(pid=101952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:25:14.156732 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8061746'] for port, provisioning_complete {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:14.647720 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8cd750-0238-4254-a9f6-d0e063130c6a req-87ebf796-fcf0-41c8-b01d-e44fdfe65a18 tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:14.650006 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-aa8cd750-0238-4254-a9f6-d0e063130c6a req-87ebf796-fcf0-41c8-b01d-e44fdfe65a18 tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] 10.222.0.50 "GET /v2.0/ports?device_id=54e29906-2253-4e26-b9ae-ef5f40e4580f HTTP/1.1" status: 200 len: 945 time: 0.0713091 Nov 11 22:25:14.712122 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-aa8cd750-0238-4254-a9f6-d0e063130c6a req-3097a144-0814-4013-aa62-b49fb31e1113 tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] 10.222.0.50 "GET /v2.0/security-groups?id=bba0fc88-b679-44f5-920f-fd78ad6bd2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560529 Nov 11 22:25:14.999145 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Device 550af114-0bea-4f84-94fd-99375712f649 up at agent ovs-agent-dv-cinder-733622-20-iscsi {{(pid=101952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:25:15.068829 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e160060-1d92-474e-8ae8-b3b6312d632f req-7f3a27fc-f605-4364-86f2-c08a409865a5 tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:15.078596 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-5e160060-1d92-474e-8ae8-b3b6312d632f req-7f3a27fc-f605-4364-86f2-c08a409865a5 tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] 10.222.0.50 "GET /v2.0/ports?device_id=54e29906-2253-4e26-b9ae-ef5f40e4580f HTTP/1.1" status: 200 len: 945 time: 0.0939682 Nov 11 22:25:15.087635 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.provisioning_blocks [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Provisioning complete for port 550af114-0bea-4f84-94fd-99375712f649 triggered by entity L2. {{(pid=101952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:25:15.089052 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8061746'] for port, provisioning_complete {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:15.149630 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-5e160060-1d92-474e-8ae8-b3b6312d632f req-fd0eb956-a0bd-4e33-be64-ad5a131802e1 tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] 10.222.0.50 "GET /v2.0/security-groups?id=bba0fc88-b679-44f5-920f-fd78ad6bd2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697803 Nov 11 22:25:15.202024 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-a3a782e5-d775-4299-bb99-f31abc3364c1 req-1a8f63d4-5268-42e5-8068-c362cc4a6746 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=54e29906-2253-4e26-b9ae-ef5f40e4580f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2539485 Nov 11 22:25:16.298836 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2d83ae-b4e1-4c4b-a975-052d5265c7be req-ef212851-0930-44dc-9d47-70442ed4e138 tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:16.300411 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-5f2d83ae-b4e1-4c4b-a975-052d5265c7be req-ef212851-0930-44dc-9d47-70442ed4e138 tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] 10.222.0.50 "GET /v2.0/ports?device_id=54e29906-2253-4e26-b9ae-ef5f40e4580f HTTP/1.1" status: 200 len: 945 time: 0.0668297 Nov 11 22:25:16.356306 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-5f2d83ae-b4e1-4c4b-a975-052d5265c7be req-1687a1e7-2a9f-43fc-b771-f2feb48e2d6a tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] 10.222.0.50 "GET /v2.0/security-groups?id=bba0fc88-b679-44f5-920f-fd78ad6bd2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494490 Nov 11 22:25:16.523400 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Device 787bdf93-434f-4c48-ac1c-670af74fb180 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=101952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:25:16.621185 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:16.650155 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54e29906-2253-4e26-b9ae-ef5f40e4580f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '787bdf93-434f-4c48-ac1c-670af74fb180'}] {{(pid=101952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:25:16.652953 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}354dda558456ac383be05774d0115fbb8a8e814f0e1169db929e83f4c2942df8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fd7332c-2456-479f-a105-9ada37d67b65" -d '{"events": [{"server_uuid": "54e29906-2253-4e26-b9ae-ef5f40e4580f", "name": "network-vif-unplugged", "status": "completed", "tag": "787bdf93-434f-4c48-ac1c-670af74fb180"}]}' {{(pid=101952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:25:16.703211 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] For port 787bdf93-434f-4c48-ac1c-670af74fb180, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=787bdf93-434f-4c48-ac1c-670af74fb180,segment=NetworkSegment(b6e3f30f-83ec-4a00-b3f3-3acbfcfb3ac3),segment_id=b6e3f30f-83ec-4a00-b3f3-3acbfcfb3ac3)] {{(pid=101952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:25:16.709623 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 11 Nov 2021 22:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-827a1c5a-de95-4df5-8301-15629ac48f57 x-openstack-request-id: req-827a1c5a-de95-4df5-8301-15629ac48f57 {{(pid=101952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:25:16.710105 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54e29906-2253-4e26-b9ae-ef5f40e4580f", "name": "network-vif-unplugged", "status": "failed", "tag": "787bdf93-434f-4c48-ac1c-670af74fb180", "code": 422}]} {{(pid=101952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:25:16.710527 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-827a1c5a-de95-4df5-8301-15629ac48f57 {{(pid=101952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:25:16.711072 dv-cinder-733622-20-iscsi neutron-server[101952]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '54e29906-2253-4e26-b9ae-ef5f40e4580f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '787bdf93-434f-4c48-ac1c-670af74fb180', 'code': 422} returned with failed status Nov 11 22:25:16.713014 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776912265364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776911838100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776911838118'] for port, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:16.784954 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Pushing event updated for resources: {'Port': ['ID=787bdf93-434f-4c48-ac1c-670af74fb180,revision_number=6']} {{(pid=101952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:25:16.787020 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 51044) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:25:16.977837 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-7199f972-9935-4929-9d51-a81957d62821 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:17.079799 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-7199f972-9935-4929-9d51-a81957d62821 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:17.086053 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-7199f972-9935-4929-9d51-a81957d62821 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:17.126794 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-7199f972-9935-4929-9d51-a81957d62821 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=3b558ae606b942a5880a3cf94c191c84&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3378677 Nov 11 22:25:17.130137 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.wsgi [-] (101950) accepted ('10.222.0.50', 51062) {{(pid=101950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:25:17.174913 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7199f972-9935-4929-9d51-a81957d62821 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=938c35cf-b498-4c7e-9778-6fe79bb252b1,revision_number=1']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:25:17.258971 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-cfc06d07-68af-40b5-a7d4-95ec06dfed0a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:17.269533 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-89aa60cc-e66f-4bb4-9697-85592c915fdb req-bb983d97-34a0-45e0-8df0-e04dce98ad6e tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1467193344&fields=id&tenant_id=45877637febf473e8074291b9336b125 HTTP/1.1" status: 200 len: 267 time: 0.0713515 Nov 11 22:25:17.302503 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a782e5-d775-4299-bb99-f31abc3364c1 req-c87507c3-dc39-4713-bc13-e39d10baa191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:17.304121 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-a3a782e5-d775-4299-bb99-f31abc3364c1 req-c87507c3-dc39-4713-bc13-e39d10baa191 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=54e29906-2253-4e26-b9ae-ef5f40e4580f&tenant_id=9bdbf69f4937401cbc8618398a68b4ae HTTP/1.1" status: 200 len: 1096 time: 0.0904090 Nov 11 22:25:17.325155 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-cfc06d07-68af-40b5-a7d4-95ec06dfed0a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:17.385703 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a782e5-d775-4299-bb99-f31abc3364c1 req-71175834-b4be-474e-9637-179a722fb37f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:17.387896 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-a3a782e5-d775-4299-bb99-f31abc3364c1 req-71175834-b4be-474e-9637-179a722fb37f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9bdbf69f4937401cbc8618398a68b4ae&device_id=54e29906-2253-4e26-b9ae-ef5f40e4580f HTTP/1.1" status: 200 len: 1096 time: 0.0566003 Nov 11 22:25:17.422604 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-cfc06d07-68af-40b5-a7d4-95ec06dfed0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:17.425589 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-cfc06d07-68af-40b5-a7d4-95ec06dfed0a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:17.426973 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [None req-cfc06d07-68af-40b5-a7d4-95ec06dfed0a admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/938c35cf-b498-4c7e-9778-6fe79bb252b1 HTTP/1.1" status: 204 len: 168 time: 0.2956324 Nov 11 22:25:17.451275 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc06d07-68af-40b5-a7d4-95ec06dfed0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=938c35cf-b498-4c7e-9778-6fe79bb252b1,revision_number=None']} {{(pid=101950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:25:17.470124 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aa60cc-e66f-4bb4-9697-85592c915fdb req-32f87501-67d5-422c-b50a-8b88eecb0421 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:17.477508 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-89aa60cc-e66f-4bb4-9697-85592c915fdb req-32f87501-67d5-422c-b50a-8b88eecb0421 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] 10.222.0.50 "GET /v2.0/networks?id=432f6d4a-3b75-452f-9f40-63ce1a0d7c20 HTTP/1.1" status: 200 len: 812 time: 0.2008896 Nov 11 22:25:17.504397 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-89aa60cc-e66f-4bb4-9697-85592c915fdb req-fed8c4f3-11eb-47f9-8e0a-0236f8c851cc tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] 10.222.0.50 "GET /v2.0/quotas/45877637febf473e8074291b9336b125 HTTP/1.1" status: 200 len: 375 time: 0.0253913 Nov 11 22:25:17.552806 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a782e5-d775-4299-bb99-f31abc3364c1 req-2b6ebd5f-5db0-4aed-befb-0e1cf2df5757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:17.554889 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-a3a782e5-d775-4299-bb99-f31abc3364c1 req-2b6ebd5f-5db0-4aed-befb-0e1cf2df5757 service neutron] 10.222.0.26 "GET /v2.0/networks?id=26fdc315-aba2-4576-a6e9-177175e14633 HTTP/1.1" status: 200 len: 909 time: 0.1584895 Nov 11 22:25:17.582080 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace44981-810b-491e-bd40-f1e80aa50944 req-0b93d776-9b76-49cc-84a7-6e290935b913 tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:17.589757 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-ace44981-810b-491e-bd40-f1e80aa50944 req-0b93d776-9b76-49cc-84a7-6e290935b913 tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] 10.222.0.50 "GET /v2.0/ports?device_id=54e29906-2253-4e26-b9ae-ef5f40e4580f HTTP/1.1" status: 200 len: 943 time: 0.1101248 Nov 11 22:25:17.626481 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-89aa60cc-e66f-4bb4-9697-85592c915fdb req-c352f795-4145-4d00-be69-30ed5446591b tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=45877637febf473e8074291b9336b125&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1211650 Nov 11 22:25:17.683981 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-a3a782e5-d775-4299-bb99-f31abc3364c1 req-4b39dc70-ace7-4da5-aff5-1270f6bbe87b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=787bdf93-434f-4c48-ac1c-670af74fb180 HTTP/1.1" status: 200 len: 998 time: 0.1215992 Nov 11 22:25:17.743437 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-89aa60cc-e66f-4bb4-9697-85592c915fdb req-b85bb7e9-08fa-4682-bd7b-d328792bcaf2 service neutron] 10.222.0.50 "GET /v2.0/networks/432f6d4a-3b75-452f-9f40-63ce1a0d7c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980070 Nov 11 22:25:17.765797 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a782e5-d775-4299-bb99-f31abc3364c1 req-496bc503-2fa1-4e99-90dc-757ffeabe84c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:17.767756 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-a3a782e5-d775-4299-bb99-f31abc3364c1 req-496bc503-2fa1-4e99-90dc-757ffeabe84c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=31e14342-d1a0-40ee-809c-2fa3145a5267 HTTP/1.1" status: 200 len: 847 time: 0.0735514 Nov 11 22:25:17.809563 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-ace44981-810b-491e-bd40-f1e80aa50944 req-7d8c37f4-7d75-4a4b-8871-4297a9df11fd tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] 10.222.0.50 "GET /v2.0/security-groups?id=bba0fc88-b679-44f5-920f-fd78ad6bd2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2183814 Nov 11 22:25:17.873194 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a782e5-d775-4299-bb99-f31abc3364c1 req-6fdde7ed-c408-4720-b588-4833a0a4611c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:17.875091 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-a3a782e5-d775-4299-bb99-f31abc3364c1 req-6fdde7ed-c408-4720-b588-4833a0a4611c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=26fdc315-aba2-4576-a6e9-177175e14633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0983908 Nov 11 22:25:17.890892 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-89aa60cc-e66f-4bb4-9697-85592c915fdb req-a6cc1db0-c798-47f6-ac0b-dddd300902bf service neutron] 10.222.0.50 "GET /v2.0/networks/432f6d4a-3b75-452f-9f40-63ce1a0d7c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369295 Nov 11 22:25:18.014146 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-a3a782e5-d775-4299-bb99-f31abc3364c1 req-b496254a-523b-4f2f-91a8-2225be0ccd05 service neutron] 10.222.0.26 "GET /v2.0/networks/26fdc315-aba2-4576-a6e9-177175e14633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299348 Nov 11 22:25:18.138500 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-a3a782e5-d775-4299-bb99-f31abc3364c1 req-535b2242-df9d-4cef-9c36-e1d5df66d985 service neutron] 10.222.0.26 "GET /v2.0/networks/26fdc315-aba2-4576-a6e9-177175e14633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170156 Nov 11 22:25:18.265204 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-a4907563-b628-424c-bf80-efe06ead977d req-b2d97c90-3569-4ecd-9c35-2b42f0127d30 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7d3b4b0-81bd-459e-b368-1d7a18131716 HTTP/1.1" status: 200 len: 210 time: 0.0377581 Nov 11 22:25:18.968262 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700c5ba2-94e7-4e58-b16f-202a4b4a1fe5 req-d0bcba9a-7b1c-4ec6-b135-8cff7a74fca2 tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:18.969822 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-700c5ba2-94e7-4e58-b16f-202a4b4a1fe5 req-d0bcba9a-7b1c-4ec6-b135-8cff7a74fca2 tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] 10.222.0.50 "GET /v2.0/ports?device_id=54e29906-2253-4e26-b9ae-ef5f40e4580f HTTP/1.1" status: 200 len: 943 time: 0.0573380 Nov 11 22:25:19.053974 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-700c5ba2-94e7-4e58-b16f-202a4b4a1fe5 req-4060b897-ac2d-4c3f-b918-018588bd040f tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] 10.222.0.50 "GET /v2.0/security-groups?id=bba0fc88-b679-44f5-920f-fd78ad6bd2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763080 Nov 11 22:25:19.398425 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-e30f31cc-7dc8-42fd-9dca-1b39718a3dc8 req-aa1b65c7-8930-4bf8-a30b-ab78aec15845 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7d3b4b0-81bd-459e-b368-1d7a18131716 HTTP/1.1" status: 200 len: 210 time: 0.0471556 Nov 11 22:25:19.399007 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aa60cc-e66f-4bb4-9697-85592c915fdb req-c793d4e5-90a0-40cc-b55f-ac582c491686 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:19.401705 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-89aa60cc-e66f-4bb4-9697-85592c915fdb req-c793d4e5-90a0-40cc-b55f-ac582c491686 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] 10.222.0.26 "GET /v2.0/networks?id=432f6d4a-3b75-452f-9f40-63ce1a0d7c20 HTTP/1.1" status: 200 len: 812 time: 0.1964581 Nov 11 22:25:19.507728 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-89aa60cc-e66f-4bb4-9697-85592c915fdb req-895dbe02-9fa0-4d93-905f-4c0897439801 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=45877637febf473e8074291b9336b125 HTTP/1.1" status: 200 len: 380 time: 0.0957050 Nov 11 22:25:19.518591 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.v2.base [req-89aa60cc-e66f-4bb4-9697-85592c915fdb req-0e596aab-c027-4e52-b270-2ecfd7218c50 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Request body: {'port': {'device_id': 'e7d3b4b0-81bd-459e-b368-1d7a18131716', 'network_id': '432f6d4a-3b75-452f-9f40-63ce1a0d7c20', 'admin_state_up': True, 'tenant_id': '45877637febf473e8074291b9336b125', 'security_groups': ['fd56fe96-f8b9-402d-9557-23ad985e8368']}} {{(pid=101951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:25:19.653093 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89aa60cc-e66f-4bb4-9697-85592c915fdb req-0e596aab-c027-4e52-b270-2ecfd7218c50 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Made reservation on behalf of 45877637febf473e8074291b9336b125 for: {'port': 1} {{(pid=101951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:25:19.657343 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [req-89aa60cc-e66f-4bb4-9697-85592c915fdb req-0e596aab-c027-4e52-b270-2ecfd7218c50 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:19.843782 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.db.db_base_plugin_common [req-89aa60cc-e66f-4bb4-9697-85592c915fdb req-0e596aab-c027-4e52-b270-2ecfd7218c50 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Allocated IP 172.20.0.8 (432f6d4a-3b75-452f-9f40-63ce1a0d7c20/45807439-1281-4080-909a-9299f816111e/920dca9d-d6ea-423b-af62-abed829fb4f5) {{(pid=101951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:25:20.056541 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [req-89aa60cc-e66f-4bb4-9697-85592c915fdb req-0e596aab-c027-4e52-b270-2ecfd7218c50 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Publish callbacks [] for port, precommit_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:20.095582 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [req-89aa60cc-e66f-4bb4-9697-85592c915fdb req-0e596aab-c027-4e52-b270-2ecfd7218c50 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776911838082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9099554'] for port, after_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:20.152686 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89aa60cc-e66f-4bb4-9697-85592c915fdb req-0e596aab-c027-4e52-b270-2ecfd7218c50 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Network 432f6d4a-3b75-452f-9f40-63ce1a0d7c20 is already hosted by enough agents. {{(pid=101951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:25:20.157094 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.scheduler.base_scheduler [req-89aa60cc-e66f-4bb4-9697-85592c915fdb req-0e596aab-c027-4e52-b270-2ecfd7218c50 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Resources bound (agent type, host, resource id): {{(pid=101951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:25:20.161915 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.db.l3_dvrscheduler_db [req-89aa60cc-e66f-4bb4-9697-85592c915fdb req-0e596aab-c027-4e52-b270-2ecfd7218c50 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Received port after_create {{(pid=101951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:25:20.195251 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e596aab-c027-4e52-b270-2ecfd7218c50 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Pushing event updated for resources: {'Port': ['ID=920dca9d-d6ea-423b-af62-abed829fb4f5,revision_number=1']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:25:20.230059 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aa60cc-e66f-4bb4-9697-85592c915fdb req-0e596aab-c027-4e52-b270-2ecfd7218c50 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:20.231304 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [req-89aa60cc-e66f-4bb4-9697-85592c915fdb req-0e596aab-c027-4e52-b270-2ecfd7218c50 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26363'] for port, before_response {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:20.256580 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-89aa60cc-e66f-4bb4-9697-85592c915fdb req-0e596aab-c027-4e52-b270-2ecfd7218c50 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7385759 Nov 11 22:25:20.268382 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9287d421-91f4-42a1-b314-218a52cccd83 req-53ec0c93-b00a-4341-a539-767c3899dd87 tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:20.270897 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-9287d421-91f4-42a1-b314-218a52cccd83 req-53ec0c93-b00a-4341-a539-767c3899dd87 tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] 10.222.0.50 "GET /v2.0/ports?device_id=54e29906-2253-4e26-b9ae-ef5f40e4580f HTTP/1.1" status: 200 len: 943 time: 0.0955312 Nov 11 22:25:20.285991 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.v2.base [req-89aa60cc-e66f-4bb4-9697-85592c915fdb req-de70e6a1-e833-48bf-9bd9-1d111b650db7 service neutron] Request body: {'port': {'device_id': 'e7d3b4b0-81bd-459e-b368-1d7a18131716', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=101951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:25:20.351807 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [req-89aa60cc-e66f-4bb4-9697-85592c915fdb req-de70e6a1-e833-48bf-9bd9-1d111b650db7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_update {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:20.364479 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-9287d421-91f4-42a1-b314-218a52cccd83 req-7b6ce12e-d38d-4c33-af8a-bc3d95927218 tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] 10.222.0.50 "GET /v2.0/security-groups?id=bba0fc88-b679-44f5-920f-fd78ad6bd2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869710 Nov 11 22:25:20.555741 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.provisioning_blocks [None req-6f15969c-8312-4e94-9719-621a8e0a2024 None None] Provisioning complete for port 920dca9d-d6ea-423b-af62-abed829fb4f5 triggered by entity DHCP. {{(pid=101952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:25:20.556347 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-6f15969c-8312-4e94-9719-621a8e0a2024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8061746'] for port, provisioning_complete {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:20.594457 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e37bf13-3410-4dde-9c1e-5876688888af req-4562289a-1c9e-429a-8964-b00e288412e9 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:20.596342 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-9e37bf13-3410-4dde-9c1e-5876688888af req-4562289a-1c9e-429a-8964-b00e288412e9 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7d3b4b0-81bd-459e-b368-1d7a18131716 HTTP/1.1" status: 200 len: 931 time: 0.0734160 Nov 11 22:25:20.606067 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.plugin [None req-6f15969c-8312-4e94-9719-621a8e0a2024 None None] Port 920dca9d-d6ea-423b-af62-abed829fb4f5 cannot update to ACTIVE because it is not bound. {{(pid=101952) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:25:20.673647 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-9e37bf13-3410-4dde-9c1e-5876688888af req-84a95f3f-0bf3-4393-b622-051a2bf1789f tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd56fe96-f8b9-402d-9557-23ad985e8368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705702 Nov 11 22:25:20.721541 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.notifiers.nova [req-89aa60cc-e66f-4bb4-9697-85592c915fdb req-de70e6a1-e833-48bf-9bd9-1d111b650db7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 920dca9d-d6ea-423b-af62-abed829fb4f5 {{(pid=101951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 22:25:20.732048 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [req-89aa60cc-e66f-4bb4-9697-85592c915fdb req-de70e6a1-e833-48bf-9bd9-1d111b650db7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:20.745617 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.db.provisioning_blocks [req-89aa60cc-e66f-4bb4-9697-85592c915fdb req-de70e6a1-e833-48bf-9bd9-1d111b650db7 service neutron] Transition to ACTIVE for port object 920dca9d-d6ea-423b-af62-abed829fb4f5 will not be triggered until provisioned by entity L2. {{(pid=101951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 22:25:20.751582 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [req-89aa60cc-e66f-4bb4-9697-85592c915fdb req-de70e6a1-e833-48bf-9bd9-1d111b650db7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776912265364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776911838100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776911838118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9099611'] for port, after_update {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:20.810159 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de70e6a1-e833-48bf-9bd9-1d111b650db7 service neutron] Pushing event updated for resources: {'Port': ['ID=920dca9d-d6ea-423b-af62-abed829fb4f5,revision_number=2']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:25:20.907026 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.managers [req-89aa60cc-e66f-4bb4-9697-85592c915fdb req-de70e6a1-e833-48bf-9bd9-1d111b650db7 service neutron] Attempting to bind port 920dca9d-d6ea-423b-af62-abed829fb4f5 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=101951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:25:20.907504 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.managers [req-89aa60cc-e66f-4bb4-9697-85592c915fdb req-de70e6a1-e833-48bf-9bd9-1d111b650db7 service neutron] Attempting to bind port 920dca9d-d6ea-423b-af62-abed829fb4f5 by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': '0f84472f-f0e4-456a-9222-5ba8c86f3ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '432f6d4a-3b75-452f-9f40-63ce1a0d7c20'}] {{(pid=101951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:25:20.907952 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89aa60cc-e66f-4bb4-9697-85592c915fdb req-de70e6a1-e833-48bf-9bd9-1d111b650db7 service neutron] Attempting to bind port 920dca9d-d6ea-423b-af62-abed829fb4f5 on network 432f6d4a-3b75-452f-9f40-63ce1a0d7c20 {{(pid=101951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:25:20.914233 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89aa60cc-e66f-4bb4-9697-85592c915fdb req-de70e6a1-e833-48bf-9bd9-1d111b650db7 service neutron] Port 920dca9d-d6ea-423b-af62-abed829fb4f5 on network 432f6d4a-3b75-452f-9f40-63ce1a0d7c20 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=101951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 22:25:20.914626 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89aa60cc-e66f-4bb4-9697-85592c915fdb req-de70e6a1-e833-48bf-9bd9-1d111b650db7 service neutron] Attempting to bind port 920dca9d-d6ea-423b-af62-abed829fb4f5 on network 432f6d4a-3b75-452f-9f40-63ce1a0d7c20 {{(pid=101951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:25:20.920571 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89aa60cc-e66f-4bb4-9697-85592c915fdb req-de70e6a1-e833-48bf-9bd9-1d111b650db7 service neutron] Checking agent: {'id': 'a052ab81-1c58-45ec-bb06-1cf32ae4b08e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 22, 14, 39), 'started_at': datetime.datetime(2021, 11, 11, 22, 14, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 25, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:25:20.921003 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89aa60cc-e66f-4bb4-9697-85592c915fdb req-de70e6a1-e833-48bf-9bd9-1d111b650db7 service neutron] Checking segment: {'id': '0f84472f-f0e4-456a-9222-5ba8c86f3ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '432f6d4a-3b75-452f-9f40-63ce1a0d7c20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:25:20.921449 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89aa60cc-e66f-4bb4-9697-85592c915fdb req-de70e6a1-e833-48bf-9bd9-1d111b650db7 service neutron] Bound using segment: {'id': '0f84472f-f0e4-456a-9222-5ba8c86f3ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '432f6d4a-3b75-452f-9f40-63ce1a0d7c20'} {{(pid=101951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:25:20.921964 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.managers [req-89aa60cc-e66f-4bb4-9697-85592c915fdb req-de70e6a1-e833-48bf-9bd9-1d111b650db7 service neutron] Bound port: 920dca9d-d6ea-423b-af62-abed829fb4f5, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f84472f-f0e4-456a-9222-5ba8c86f3ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': '432f6d4a-3b75-452f-9f40-63ce1a0d7c20'}}] {{(pid=101951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:25:20.922384 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [req-89aa60cc-e66f-4bb4-9697-85592c915fdb req-de70e6a1-e833-48bf-9bd9-1d111b650db7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_update {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:21.008733 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.db [req-89aa60cc-e66f-4bb4-9697-85592c915fdb req-de70e6a1-e833-48bf-9bd9-1d111b650db7 service neutron] For port 920dca9d-d6ea-423b-af62-abed829fb4f5, host hv-cinder-73362, cleared binding levels {{(pid=101951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:25:21.012589 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.db [req-89aa60cc-e66f-4bb4-9697-85592c915fdb req-de70e6a1-e833-48bf-9bd9-1d111b650db7 service neutron] For port 920dca9d-d6ea-423b-af62-abed829fb4f5, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=920dca9d-d6ea-423b-af62-abed829fb4f5,segment=NetworkSegment(0f84472f-f0e4-456a-9222-5ba8c86f3ac5),segment_id=0f84472f-f0e4-456a-9222-5ba8c86f3ac5)] {{(pid=101951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:25:21.018692 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [req-89aa60cc-e66f-4bb4-9697-85592c915fdb req-de70e6a1-e833-48bf-9bd9-1d111b650db7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776912265364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776911838100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776911838118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9099611'] for port, after_update {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:21.057754 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aa60cc-e66f-4bb4-9697-85592c915fdb req-de70e6a1-e833-48bf-9bd9-1d111b650db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:21.058948 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [req-89aa60cc-e66f-4bb4-9697-85592c915fdb req-de70e6a1-e833-48bf-9bd9-1d111b650db7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26363'] for port, before_response {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:21.060392 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-89aa60cc-e66f-4bb4-9697-85592c915fdb req-de70e6a1-e833-48bf-9bd9-1d111b650db7 service neutron] 10.222.0.26 "PUT /v2.0/ports/920dca9d-d6ea-423b-af62-abed829fb4f5 HTTP/1.1" status: 200 len: 1093 time: 0.7824209 Nov 11 22:25:21.060894 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7d3b4b0-81bd-459e-b368-1d7a18131716', 'tag': '920dca9d-d6ea-423b-af62-abed829fb4f5'}] {{(pid=101951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:25:21.063337 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6edad8924451e5ac919d090b7a0cdac835d5bd684dc46b69d397444c146e85de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b71cb83-60fe-45b9-8b29-483537c09ad5" -d '{"events": [{"name": "network-changed", "server_uuid": "e7d3b4b0-81bd-459e-b368-1d7a18131716", "tag": "920dca9d-d6ea-423b-af62-abed829fb4f5"}]}' {{(pid=101951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:25:21.117216 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de70e6a1-e833-48bf-9bd9-1d111b650db7 service neutron] Pushing event updated for resources: {'Port': ['ID=920dca9d-d6ea-423b-af62-abed829fb4f5,revision_number=3']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:25:21.121368 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 22:25:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d3241cb-8bba-4ca9-9b28-7ef9d3b3c44a x-openstack-request-id: req-9d3241cb-8bba-4ca9-9b28-7ef9d3b3c44a {{(pid=101951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:25:21.121650 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7d3b4b0-81bd-459e-b368-1d7a18131716", "tag": "920dca9d-d6ea-423b-af62-abed829fb4f5", "status": "completed", "code": 200}]} {{(pid=101951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:25:21.121900 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9d3241cb-8bba-4ca9-9b28-7ef9d3b3c44a {{(pid=101951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:25:21.122289 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7d3b4b0-81bd-459e-b368-1d7a18131716', 'tag': '920dca9d-d6ea-423b-af62-abed829fb4f5', 'status': 'completed', 'code': 200} Nov 11 22:25:21.190917 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aa60cc-e66f-4bb4-9697-85592c915fdb req-925cc837-e805-46eb-99da-7e2b70b91369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:21.192701 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-89aa60cc-e66f-4bb4-9697-85592c915fdb req-925cc837-e805-46eb-99da-7e2b70b91369 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=45877637febf473e8074291b9336b125&device_id=e7d3b4b0-81bd-459e-b368-1d7a18131716 HTTP/1.1" status: 200 len: 1096 time: 0.0601673 Nov 11 22:25:21.236975 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-89aa60cc-e66f-4bb4-9697-85592c915fdb req-4ec0cce8-0258-4ddf-a754-a1a5c3974cbf service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=920dca9d-d6ea-423b-af62-abed829fb4f5 HTTP/1.1" status: 200 len: 217 time: 0.0366676 Nov 11 22:25:21.295285 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aa60cc-e66f-4bb4-9697-85592c915fdb req-bb2fc7cf-257e-47ab-9d64-4f1062458a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:21.296870 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-89aa60cc-e66f-4bb4-9697-85592c915fdb req-bb2fc7cf-257e-47ab-9d64-4f1062458a68 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=45807439-1281-4080-909a-9299f816111e HTTP/1.1" status: 200 len: 851 time: 0.0531783 Nov 11 22:25:21.350188 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aa60cc-e66f-4bb4-9697-85592c915fdb req-4ecd641c-4a5c-4fe9-8b78-3821e523b674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:21.351688 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-89aa60cc-e66f-4bb4-9697-85592c915fdb req-4ecd641c-4a5c-4fe9-8b78-3821e523b674 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=432f6d4a-3b75-452f-9f40-63ce1a0d7c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0484178 Nov 11 22:25:21.460022 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-89aa60cc-e66f-4bb4-9697-85592c915fdb req-845d21ec-7c0a-49ba-a1d0-91a4ca89fc0b service neutron] 10.222.0.26 "GET /v2.0/networks/432f6d4a-3b75-452f-9f40-63ce1a0d7c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001222 Nov 11 22:25:21.501826 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd665c5-90f4-4b81-8725-538b34bb61fe req-b4c18f8d-2bad-4288-aad2-07d43507d741 tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:21.504634 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-bdd665c5-90f4-4b81-8725-538b34bb61fe req-b4c18f8d-2bad-4288-aad2-07d43507d741 tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] 10.222.0.50 "GET /v2.0/ports?device_id=54e29906-2253-4e26-b9ae-ef5f40e4580f HTTP/1.1" status: 200 len: 943 time: 0.0540242 Nov 11 22:25:21.561877 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-89aa60cc-e66f-4bb4-9697-85592c915fdb req-76853f55-f9e5-4e03-acf8-e711f1a34407 service neutron] 10.222.0.26 "GET /v2.0/networks/432f6d4a-3b75-452f-9f40-63ce1a0d7c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937140 Nov 11 22:25:21.632376 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-bdd665c5-90f4-4b81-8725-538b34bb61fe req-2331f43a-6442-4da7-89af-d7c90c823fd2 tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] 10.222.0.50 "GET /v2.0/security-groups?id=bba0fc88-b679-44f5-920f-fd78ad6bd2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1152279 Nov 11 22:25:21.658215 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b71cb83-60fe-45b9-8b29-483537c09ad5 req-a5dbb64e-6d9f-42b3-a626-d25692966aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:21.660856 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-8b71cb83-60fe-45b9-8b29-483537c09ad5 req-a5dbb64e-6d9f-42b3-a626-d25692966aa6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=45877637febf473e8074291b9336b125&device_id=e7d3b4b0-81bd-459e-b368-1d7a18131716 HTTP/1.1" status: 200 len: 1096 time: 0.0450432 Nov 11 22:25:21.669534 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf146e14-f952-47fb-9e35-b3e3967729f3 req-4a9832f6-16a7-4d11-9074-a67f3e721934 tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:21.671003 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-bf146e14-f952-47fb-9e35-b3e3967729f3 req-4a9832f6-16a7-4d11-9074-a67f3e721934 tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] 10.222.0.50 "GET /v2.0/networks?id=23d3689e-a73d-41f8-bdbf-929622f1daf7 HTTP/1.1" status: 200 len: 814 time: 0.1471941 Nov 11 22:25:21.688940 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-bf146e14-f952-47fb-9e35-b3e3967729f3 req-09199ecc-e7d9-48e6-8697-fc9c94a22cae tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] 10.222.0.50 "GET /v2.0/quotas/ad87baae272c4d3498ca095539ae1af4 HTTP/1.1" status: 200 len: 375 time: 0.0097282 Nov 11 22:25:21.746580 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-bf146e14-f952-47fb-9e35-b3e3967729f3 req-4ce80b0b-f05d-4cde-a723-8959f17d27fa tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] 10.222.0.50 "GET /v2.0/ports?tenant_id=ad87baae272c4d3498ca095539ae1af4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0492849 Nov 11 22:25:21.767299 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b71cb83-60fe-45b9-8b29-483537c09ad5 req-5d5b11a5-ceea-4e2c-8eb1-31016a9adf96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:21.768964 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-8b71cb83-60fe-45b9-8b29-483537c09ad5 req-5d5b11a5-ceea-4e2c-8eb1-31016a9adf96 service neutron] 10.222.0.26 "GET /v2.0/networks?id=432f6d4a-3b75-452f-9f40-63ce1a0d7c20 HTTP/1.1" status: 200 len: 913 time: 0.1012046 Nov 11 22:25:21.816595 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-8b71cb83-60fe-45b9-8b29-483537c09ad5 req-7b247f60-b774-4ba5-81fc-72435f3f17cd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=920dca9d-d6ea-423b-af62-abed829fb4f5 HTTP/1.1" status: 200 len: 217 time: 0.0387213 Nov 11 22:25:21.872494 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b71cb83-60fe-45b9-8b29-483537c09ad5 req-dee8e132-6c12-4caf-8dd9-2c7759133a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:21.874054 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-8b71cb83-60fe-45b9-8b29-483537c09ad5 req-dee8e132-6c12-4caf-8dd9-2c7759133a6f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=45807439-1281-4080-909a-9299f816111e HTTP/1.1" status: 200 len: 851 time: 0.0504096 Nov 11 22:25:21.926965 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b71cb83-60fe-45b9-8b29-483537c09ad5 req-1f8de7ec-e114-4d3e-bbd2-d3ec108f2a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:21.928492 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-8b71cb83-60fe-45b9-8b29-483537c09ad5 req-1f8de7ec-e114-4d3e-bbd2-d3ec108f2a20 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=432f6d4a-3b75-452f-9f40-63ce1a0d7c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0442748 Nov 11 22:25:22.029723 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-8b71cb83-60fe-45b9-8b29-483537c09ad5 req-36198ebb-5fc6-49e2-8ec2-598a1855a183 service neutron] 10.222.0.26 "GET /v2.0/networks/432f6d4a-3b75-452f-9f40-63ce1a0d7c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904007 Nov 11 22:25:22.114898 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e6c7bf-5d05-42fb-9b03-6cea52bd794b req-8af027bc-7947-440a-a431-6d09312ed4b2 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:22.116664 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-f7e6c7bf-5d05-42fb-9b03-6cea52bd794b req-8af027bc-7947-440a-a431-6d09312ed4b2 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7d3b4b0-81bd-459e-b368-1d7a18131716 HTTP/1.1" status: 200 len: 943 time: 0.3630936 Nov 11 22:25:22.140799 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-8b71cb83-60fe-45b9-8b29-483537c09ad5 req-848450b4-85c8-4044-b7ea-67cf511a0ee3 service neutron] 10.222.0.26 "GET /v2.0/networks/432f6d4a-3b75-452f-9f40-63ce1a0d7c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035297 Nov 11 22:25:22.165018 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-bf146e14-f952-47fb-9e35-b3e3967729f3 req-fa2ac9d1-4f83-4a85-b27e-5da69fd78e65 service neutron] 10.222.0.50 "GET /v2.0/networks/23d3689e-a73d-41f8-bdbf-929622f1daf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4006371 Nov 11 22:25:22.212945 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-f7e6c7bf-5d05-42fb-9b03-6cea52bd794b req-9ce73c43-deb0-4101-abe8-fe84b075773d tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd56fe96-f8b9-402d-9557-23ad985e8368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871711 Nov 11 22:25:22.273416 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-bf146e14-f952-47fb-9e35-b3e3967729f3 req-fe88ddb0-b2c5-4caf-9563-09d1c4d64327 service neutron] 10.222.0.50 "GET /v2.0/networks/23d3689e-a73d-41f8-bdbf-929622f1daf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020474 Nov 11 22:25:22.452768 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-eaa75662-3806-4ae7-8747-e849a2179893 req-1976f639-7f14-40d4-8726-16e8d6b92562 tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] 10.222.0.50 "GET /v2.0/ports?device_id=32bf218d-6ab7-4ed8-91ad-8790d10dc5ed HTTP/1.1" status: 200 len: 210 time: 0.0325356 Nov 11 22:25:22.764374 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bd868a-b748-401e-ba8f-647a3eebd5c6 req-3a2987db-0deb-4fb1-8795-8878db4f3e5b tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:22.766138 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-05bd868a-b748-401e-ba8f-647a3eebd5c6 req-3a2987db-0deb-4fb1-8795-8878db4f3e5b tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] 10.222.0.50 "GET /v2.0/ports?device_id=54e29906-2253-4e26-b9ae-ef5f40e4580f HTTP/1.1" status: 200 len: 943 time: 0.0526717 Nov 11 22:25:22.831374 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-05bd868a-b748-401e-ba8f-647a3eebd5c6 req-67c8e9ec-6db5-462d-857c-6827c21c830a tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] 10.222.0.50 "GET /v2.0/security-groups?id=bba0fc88-b679-44f5-920f-fd78ad6bd2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538352 Nov 11 22:25:23.334475 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410e0b01-ed27-4008-a9d0-5e1d1f75bf69 req-bab36b9e-bb84-4a71-b7c4-e1e563f54a64 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:23.336176 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-410e0b01-ed27-4008-a9d0-5e1d1f75bf69 req-bab36b9e-bb84-4a71-b7c4-e1e563f54a64 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7d3b4b0-81bd-459e-b368-1d7a18131716 HTTP/1.1" status: 200 len: 943 time: 0.0549932 Nov 11 22:25:23.393618 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-410e0b01-ed27-4008-a9d0-5e1d1f75bf69 req-e2932988-3aae-475a-aa45-187a7a04ef45 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd56fe96-f8b9-402d-9557-23ad985e8368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509706 Nov 11 22:25:23.432250 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf146e14-f952-47fb-9e35-b3e3967729f3 req-b8dac868-4521-435b-bde4-ca0e6a73ed27 tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:23.433852 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-bf146e14-f952-47fb-9e35-b3e3967729f3 req-b8dac868-4521-435b-bde4-ca0e6a73ed27 tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] 10.222.0.26 "GET /v2.0/networks?id=23d3689e-a73d-41f8-bdbf-929622f1daf7 HTTP/1.1" status: 200 len: 814 time: 0.1127203 Nov 11 22:25:23.449512 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.v2.base [req-bf146e14-f952-47fb-9e35-b3e3967729f3 req-844fcc4f-7868-4088-ac86-db24cc22fde7 tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] Request body: {'port': {'device_id': '32bf218d-6ab7-4ed8-91ad-8790d10dc5ed', 'network_id': '23d3689e-a73d-41f8-bdbf-929622f1daf7', 'admin_state_up': True, 'tenant_id': 'ad87baae272c4d3498ca095539ae1af4'}} {{(pid=101951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:25:23.556201 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-d6e313cd-dc70-48c7-b734-af8f676862bd req-422694a3-08af-4187-9680-41075c61daaa tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] 10.222.0.50 "GET /v2.0/ports?device_id=32bf218d-6ab7-4ed8-91ad-8790d10dc5ed HTTP/1.1" status: 200 len: 210 time: 0.0309529 Nov 11 22:25:23.578294 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf146e14-f952-47fb-9e35-b3e3967729f3 req-844fcc4f-7868-4088-ac86-db24cc22fde7 tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] Made reservation on behalf of ad87baae272c4d3498ca095539ae1af4 for: {'port': 1} {{(pid=101951) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 11 22:25:23.585156 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [req-bf146e14-f952-47fb-9e35-b3e3967729f3 req-844fcc4f-7868-4088-ac86-db24cc22fde7 tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:23.729276 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.db.db_base_plugin_common [req-bf146e14-f952-47fb-9e35-b3e3967729f3 req-844fcc4f-7868-4088-ac86-db24cc22fde7 tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] Allocated IP 172.20.0.10 (23d3689e-a73d-41f8-bdbf-929622f1daf7/e2e29ce0-5737-471e-afb3-097495c0c3f5/1c0d4012-98ce-41d3-8682-55332544653f) {{(pid=101951) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:25:23.911754 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [req-bf146e14-f952-47fb-9e35-b3e3967729f3 req-844fcc4f-7868-4088-ac86-db24cc22fde7 tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] Publish callbacks [] for port, precommit_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:24.004661 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [req-bf146e14-f952-47fb-9e35-b3e3967729f3 req-844fcc4f-7868-4088-ac86-db24cc22fde7 tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776911838082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9099554'] for port, after_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:24.011810 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17775485-d9ec-4bb4-91f9-d3eb47b4c8e9 req-b4130c3a-81f8-4390-ad75-e9ddc3c0667d tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:24.022107 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-17775485-d9ec-4bb4-91f9-d3eb47b4c8e9 req-b4130c3a-81f8-4390-ad75-e9ddc3c0667d tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] 10.222.0.50 "GET /v2.0/ports?device_id=54e29906-2253-4e26-b9ae-ef5f40e4580f HTTP/1.1" status: 200 len: 943 time: 0.0829701 Nov 11 22:25:24.059744 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf146e14-f952-47fb-9e35-b3e3967729f3 req-844fcc4f-7868-4088-ac86-db24cc22fde7 tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] Network 23d3689e-a73d-41f8-bdbf-929622f1daf7 is already hosted by enough agents. {{(pid=101951) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:25:24.070574 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.scheduler.base_scheduler [req-bf146e14-f952-47fb-9e35-b3e3967729f3 req-844fcc4f-7868-4088-ac86-db24cc22fde7 tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] Resources bound (agent type, host, resource id): {{(pid=101951) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:25:24.076363 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf146e14-f952-47fb-9e35-b3e3967729f3 req-844fcc4f-7868-4088-ac86-db24cc22fde7 tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] Received port after_create {{(pid=101951) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:25:24.106076 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-17775485-d9ec-4bb4-91f9-d3eb47b4c8e9 req-d75a7e4b-46d2-4e1d-b4d4-1d1df7da2594 tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] 10.222.0.50 "GET /v2.0/security-groups?id=bba0fc88-b679-44f5-920f-fd78ad6bd2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824087 Nov 11 22:25:24.149437 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf146e14-f952-47fb-9e35-b3e3967729f3 req-844fcc4f-7868-4088-ac86-db24cc22fde7 tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:24.150130 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [req-bf146e14-f952-47fb-9e35-b3e3967729f3 req-844fcc4f-7868-4088-ac86-db24cc22fde7 tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26363'] for port, before_response {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:24.182584 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844fcc4f-7868-4088-ac86-db24cc22fde7 tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] Pushing event updated for resources: {'Port': ['ID=1c0d4012-98ce-41d3-8682-55332544653f,revision_number=1']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:25:24.205972 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-bf146e14-f952-47fb-9e35-b3e3967729f3 req-844fcc4f-7868-4088-ac86-db24cc22fde7 tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7605472 Nov 11 22:25:24.420271 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.provisioning_blocks [None req-bfc81097-f9ba-4ae6-aded-eda820fbdaa2 None None] Provisioning complete for port 1c0d4012-98ce-41d3-8682-55332544653f triggered by entity DHCP. {{(pid=101952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:25:24.421500 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-bfc81097-f9ba-4ae6-aded-eda820fbdaa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8061746'] for port, provisioning_complete {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:24.493503 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.plugin [None req-bfc81097-f9ba-4ae6-aded-eda820fbdaa2 None None] Port 1c0d4012-98ce-41d3-8682-55332544653f cannot update to ACTIVE because it is not bound. {{(pid=101952) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 11 22:25:24.537215 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c7e986-c338-4497-9028-a4c0767ef5b7 req-442624e9-5e7c-4ca9-ac71-57ddf04851dd tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:24.538834 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-83c7e986-c338-4497-9028-a4c0767ef5b7 req-442624e9-5e7c-4ca9-ac71-57ddf04851dd tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7d3b4b0-81bd-459e-b368-1d7a18131716 HTTP/1.1" status: 200 len: 943 time: 0.0559456 Nov 11 22:25:24.617044 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-83c7e986-c338-4497-9028-a4c0767ef5b7 req-baf34af8-fe8b-4b37-97f9-3c98272ec1bd tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd56fe96-f8b9-402d-9557-23ad985e8368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571883 Nov 11 22:25:24.707402 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40105ad-1cce-4ca2-8446-43e79274eb88 req-a5edff60-a30d-41e8-8ba4-a1d85bdad281 tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:24.709171 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-e40105ad-1cce-4ca2-8446-43e79274eb88 req-a5edff60-a30d-41e8-8ba4-a1d85bdad281 tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] 10.222.0.50 "GET /v2.0/ports?device_id=32bf218d-6ab7-4ed8-91ad-8790d10dc5ed HTTP/1.1" status: 200 len: 932 time: 0.0624294 Nov 11 22:25:24.766732 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-e40105ad-1cce-4ca2-8446-43e79274eb88 req-ea94294c-a591-4a26-85e8-5c20d7d94c95 tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] 10.222.0.50 "GET /v2.0/security-groups?id=b7ad85df-46a8-46d3-8901-5efb35b2e93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488443 Nov 11 22:25:25.248120 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e335875d-26a3-4a4b-8258-4690ea298e83 req-eca2c84c-d603-4b13-94d7-2c8b5a254ebf tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:25.249719 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-e335875d-26a3-4a4b-8258-4690ea298e83 req-eca2c84c-d603-4b13-94d7-2c8b5a254ebf tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] 10.222.0.50 "GET /v2.0/ports?device_id=54e29906-2253-4e26-b9ae-ef5f40e4580f HTTP/1.1" status: 200 len: 943 time: 0.0570178 Nov 11 22:25:25.305519 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-e335875d-26a3-4a4b-8258-4690ea298e83 req-5ba2c00c-0b47-4890-8923-84b58605c161 tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] 10.222.0.50 "GET /v2.0/security-groups?id=bba0fc88-b679-44f5-920f-fd78ad6bd2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498211 Nov 11 22:25:25.667361 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-d4320419-9642-400b-b617-36a2610e0d9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:25.737247 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87981ba8-6129-4e10-8810-ff9085f688b2 req-7d89197d-25be-48a8-ae2c-839ec14cdb5f tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:25.739493 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-87981ba8-6129-4e10-8810-ff9085f688b2 req-7d89197d-25be-48a8-ae2c-839ec14cdb5f tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7d3b4b0-81bd-459e-b368-1d7a18131716 HTTP/1.1" status: 200 len: 943 time: 0.0610166 Nov 11 22:25:25.793720 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-87981ba8-6129-4e10-8810-ff9085f688b2 req-d95485b5-8d5c-4d9c-a88a-7909c5c89dd5 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd56fe96-f8b9-402d-9557-23ad985e8368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481553 Nov 11 22:25:25.892225 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec89658a-5338-41dc-983c-ef5d08c70a07 req-0a3ce77c-f987-4562-942b-ad018792d6f4 tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:25.893807 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-ec89658a-5338-41dc-983c-ef5d08c70a07 req-0a3ce77c-f987-4562-942b-ad018792d6f4 tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] 10.222.0.50 "GET /v2.0/ports?device_id=32bf218d-6ab7-4ed8-91ad-8790d10dc5ed HTTP/1.1" status: 200 len: 932 time: 0.0527239 Nov 11 22:25:25.958548 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-ec89658a-5338-41dc-983c-ef5d08c70a07 req-a4fde211-5261-41ae-9ac3-e8a00b21a813 tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] 10.222.0.50 "GET /v2.0/security-groups?id=b7ad85df-46a8-46d3-8901-5efb35b2e93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584176 Nov 11 22:25:26.423894 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a14504-19b5-4c3c-9514-ea12db39dcc1 req-54bf5ad1-8986-4352-a075-7b068e68570a tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:26.425490 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-f9a14504-19b5-4c3c-9514-ea12db39dcc1 req-54bf5ad1-8986-4352-a075-7b068e68570a tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] 10.222.0.50 "GET /v2.0/ports?device_id=54e29906-2253-4e26-b9ae-ef5f40e4580f HTTP/1.1" status: 200 len: 943 time: 0.0525589 Nov 11 22:25:26.489613 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-f9a14504-19b5-4c3c-9514-ea12db39dcc1 req-15aeed1e-db89-4219-a81c-c90cda0406c8 tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] 10.222.0.50 "GET /v2.0/security-groups?id=bba0fc88-b679-44f5-920f-fd78ad6bd2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576212 Nov 11 22:25:26.530877 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Device 787bdf93-434f-4c48-ac1c-670af74fb180 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=101952) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 22:25:26.631235 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] For port 787bdf93-434f-4c48-ac1c-670af74fb180, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=787bdf93-434f-4c48-ac1c-670af74fb180,segment=NetworkSegment(b6e3f30f-83ec-4a00-b3f3-3acbfcfb3ac3),segment_id=b6e3f30f-83ec-4a00-b3f3-3acbfcfb3ac3)] {{(pid=101952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:25:26.642967 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Returning: {'device': '787bdf93-434f-4c48-ac1c-670af74fb180', 'network_id': '26fdc315-aba2-4576-a6e9-177175e14633', 'port_id': '787bdf93-434f-4c48-ac1c-670af74fb180', 'mac_address': 'fa:16:3e:ad:69:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 827, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31e14342-d1a0-40ee-809c-2fa3145a5267', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101952) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 22:25:26.680641 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:26.695585 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.notifiers.nova [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 787bdf93-434f-4c48-ac1c-670af74fb180 {{(pid=101952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 22:25:26.717456 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] For port 787bdf93-434f-4c48-ac1c-670af74fb180, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=787bdf93-434f-4c48-ac1c-670af74fb180,segment=NetworkSegment(b6e3f30f-83ec-4a00-b3f3-3acbfcfb3ac3),segment_id=b6e3f30f-83ec-4a00-b3f3-3acbfcfb3ac3)] {{(pid=101952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:25:26.725284 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776912265364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776911838100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776911838118'] for port, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:26.787111 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Pushing event updated for resources: {'Port': ['ID=787bdf93-434f-4c48-ac1c-670af74fb180,revision_number=7']} {{(pid=101952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:25:26.919996 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d611b93b-7071-48b8-a1e6-505da03febd7 req-44152404-f89b-4ad5-af6a-f265065fc6da tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:26.921592 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-d611b93b-7071-48b8-a1e6-505da03febd7 req-44152404-f89b-4ad5-af6a-f265065fc6da tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7d3b4b0-81bd-459e-b368-1d7a18131716 HTTP/1.1" status: 200 len: 943 time: 0.0512474 Nov 11 22:25:26.973996 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-d611b93b-7071-48b8-a1e6-505da03febd7 req-cc28cc29-57c4-4690-b9e1-33146c226a71 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd56fe96-f8b9-402d-9557-23ad985e8368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455456 Nov 11 22:25:27.010750 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] get_ports_and_sgs() called for port_ids ['787bdf93-434f-4c48-ac1c-670af74fb180'] {{(pid=101952) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 22:25:27.117560 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa44ccb-c7d3-4b2e-90ea-207cd4a5af72 req-96b01412-6b70-4a6a-a715-910e8ef53d68 tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:27.119108 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-faa44ccb-c7d3-4b2e-90ea-207cd4a5af72 req-96b01412-6b70-4a6a-a715-910e8ef53d68 tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] 10.222.0.50 "GET /v2.0/ports?device_id=32bf218d-6ab7-4ed8-91ad-8790d10dc5ed HTTP/1.1" status: 200 len: 932 time: 0.0625799 Nov 11 22:25:27.174667 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-faa44ccb-c7d3-4b2e-90ea-207cd4a5af72 req-cd09c30f-eb57-4c21-83d3-1d993eec4ae8 tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] 10.222.0.50 "GET /v2.0/security-groups?id=b7ad85df-46a8-46d3-8901-5efb35b2e93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496953 Nov 11 22:25:27.619301 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8ffe72-c973-466a-835c-2b8f9b6a7a1e req-efeaa23a-b680-444e-b470-cf5a7c462720 tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:27.620958 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-8d8ffe72-c973-466a-835c-2b8f9b6a7a1e req-efeaa23a-b680-444e-b470-cf5a7c462720 tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] 10.222.0.50 "GET /v2.0/ports?device_id=54e29906-2253-4e26-b9ae-ef5f40e4580f HTTP/1.1" status: 200 len: 944 time: 0.0581155 Nov 11 22:25:27.675430 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-8d8ffe72-c973-466a-835c-2b8f9b6a7a1e req-f309fa4b-a70d-46be-84cd-e5d0d3d6ac09 tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] 10.222.0.50 "GET /v2.0/security-groups?id=bba0fc88-b679-44f5-920f-fd78ad6bd2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482802 Nov 11 22:25:28.097777 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1818454-7073-41dd-80d8-488aa1929560 req-f0ceb260-84ac-4759-bd4a-ab3cd6c16625 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:28.099283 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-e1818454-7073-41dd-80d8-488aa1929560 req-f0ceb260-84ac-4759-bd4a-ab3cd6c16625 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7d3b4b0-81bd-459e-b368-1d7a18131716 HTTP/1.1" status: 200 len: 943 time: 0.0512323 Nov 11 22:25:28.153357 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-e1818454-7073-41dd-80d8-488aa1929560 req-4bb1287f-4e3d-4f02-859a-35a428662a15 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd56fe96-f8b9-402d-9557-23ad985e8368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479662 Nov 11 22:25:28.200089 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-2d85191a-ae66-4069-963f-4913d1fea1ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:28.297004 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99eb7f1-a2f3-482f-9075-65afac250ef7 req-e2c0db7f-64fa-4c06-ad5e-ae1ca5bf6c54 tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:28.298436 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-a99eb7f1-a2f3-482f-9075-65afac250ef7 req-e2c0db7f-64fa-4c06-ad5e-ae1ca5bf6c54 tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] 10.222.0.50 "GET /v2.0/ports?device_id=32bf218d-6ab7-4ed8-91ad-8790d10dc5ed HTTP/1.1" status: 200 len: 932 time: 0.0521152 Nov 11 22:25:28.354048 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-a99eb7f1-a2f3-482f-9075-65afac250ef7 req-3d765662-49c1-4091-95ca-6bc28446ea46 tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] 10.222.0.50 "GET /v2.0/security-groups?id=b7ad85df-46a8-46d3-8901-5efb35b2e93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491741 Nov 11 22:25:28.536050 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Device 787bdf93-434f-4c48-ac1c-670af74fb180 up at agent hyperv_hv-cinder-73362 {{(pid=101952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:25:28.591352 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.provisioning_blocks [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Provisioning complete for port 787bdf93-434f-4c48-ac1c-670af74fb180 triggered by entity L2. {{(pid=101952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:25:28.591705 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8061746'] for port, provisioning_complete {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:28.676193 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:28.705844 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54e29906-2253-4e26-b9ae-ef5f40e4580f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '787bdf93-434f-4c48-ac1c-670af74fb180'}] {{(pid=101952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:25:28.708141 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}354dda558456ac383be05774d0115fbb8a8e814f0e1169db929e83f4c2942df8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06d9cecb-333e-4778-940c-c89da4de5de6" -d '{"events": [{"server_uuid": "54e29906-2253-4e26-b9ae-ef5f40e4580f", "name": "network-vif-plugged", "status": "completed", "tag": "787bdf93-434f-4c48-ac1c-670af74fb180"}]}' {{(pid=101952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:25:28.729226 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] For port 787bdf93-434f-4c48-ac1c-670af74fb180, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=787bdf93-434f-4c48-ac1c-670af74fb180,segment=NetworkSegment(b6e3f30f-83ec-4a00-b3f3-3acbfcfb3ac3),segment_id=b6e3f30f-83ec-4a00-b3f3-3acbfcfb3ac3)] {{(pid=101952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:25:28.736128 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776912265364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776911838100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776911838118'] for port, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:28.776421 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 22:25:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ff6f665-2c45-4ea8-b340-87b37be43f94 x-openstack-request-id: req-9ff6f665-2c45-4ea8-b340-87b37be43f94 {{(pid=101952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:25:28.776793 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54e29906-2253-4e26-b9ae-ef5f40e4580f", "name": "network-vif-plugged", "status": "completed", "tag": "787bdf93-434f-4c48-ac1c-670af74fb180", "code": 200}]} {{(pid=101952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:25:28.776990 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-9ff6f665-2c45-4ea8-b340-87b37be43f94 {{(pid=101952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:25:28.777374 dv-cinder-733622-20-iscsi neutron-server[101952]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54e29906-2253-4e26-b9ae-ef5f40e4580f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '787bdf93-434f-4c48-ac1c-670af74fb180', 'code': 200} Nov 11 22:25:28.809822 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Pushing event updated for resources: {'Port': ['ID=787bdf93-434f-4c48-ac1c-670af74fb180,revision_number=8']} {{(pid=101952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:25:28.838292 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e8332a-08e5-4ec8-b9c7-c841630e7084 req-301e0d11-2dfe-4fda-8c23-3b7981d99fc9 tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:28.839873 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-79e8332a-08e5-4ec8-b9c7-c841630e7084 req-301e0d11-2dfe-4fda-8c23-3b7981d99fc9 tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] 10.222.0.50 "GET /v2.0/ports?device_id=54e29906-2253-4e26-b9ae-ef5f40e4580f HTTP/1.1" status: 200 len: 945 time: 0.0794911 Nov 11 22:25:28.897720 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-79e8332a-08e5-4ec8-b9c7-c841630e7084 req-41621729-1fd6-44a9-9905-1104d0aa4e29 tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] 10.222.0.50 "GET /v2.0/security-groups?id=bba0fc88-b679-44f5-920f-fd78ad6bd2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519845 Nov 11 22:25:29.298112 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c1929f-8219-4474-9713-36484995862a req-44ea56d4-9515-4144-9ce7-1abfbc10613d tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:29.300911 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-a7c1929f-8219-4474-9713-36484995862a req-44ea56d4-9515-4144-9ce7-1abfbc10613d tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7d3b4b0-81bd-459e-b368-1d7a18131716 HTTP/1.1" status: 200 len: 943 time: 0.0619221 Nov 11 22:25:29.356265 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-a7c1929f-8219-4474-9713-36484995862a req-bed7c036-2a12-47e1-aa76-eefa2629ea7a tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd56fe96-f8b9-402d-9557-23ad985e8368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495789 Nov 11 22:25:29.427626 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-766b5b4b-9c4e-4513-9f30-d5290b623bba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:29.497586 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ad287e-9615-4b44-a935-6cec136f2699 req-45bb9b1b-2bf4-4f63-9bcf-9e8f9b7d0f7f tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:29.499202 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-49ad287e-9615-4b44-a935-6cec136f2699 req-45bb9b1b-2bf4-4f63-9bcf-9e8f9b7d0f7f tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] 10.222.0.50 "GET /v2.0/ports?device_id=32bf218d-6ab7-4ed8-91ad-8790d10dc5ed HTTP/1.1" status: 200 len: 932 time: 0.0604672 Nov 11 22:25:29.554440 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-49ad287e-9615-4b44-a935-6cec136f2699 req-55c2fe6b-b0fc-40ca-bc37-61b99bf4b013 tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] 10.222.0.50 "GET /v2.0/security-groups?id=b7ad85df-46a8-46d3-8901-5efb35b2e93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485299 Nov 11 22:25:30.024165 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887be7d9-b87b-4db5-bb91-e345ec43963a req-946ad812-897a-4d32-ad88-75b517874233 tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:30.025774 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-887be7d9-b87b-4db5-bb91-e345ec43963a req-946ad812-897a-4d32-ad88-75b517874233 tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] 10.222.0.50 "GET /v2.0/ports?device_id=54e29906-2253-4e26-b9ae-ef5f40e4580f HTTP/1.1" status: 200 len: 945 time: 0.0577018 Nov 11 22:25:30.084474 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-887be7d9-b87b-4db5-bb91-e345ec43963a req-b5c7b461-339d-454c-b38d-e4365c936724 tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] 10.222.0.50 "GET /v2.0/security-groups?id=bba0fc88-b679-44f5-920f-fd78ad6bd2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524330 Nov 11 22:25:30.499682 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7756a9-72fe-4c7d-9a00-34edfbd34606 req-6f850620-336c-4ba8-98d5-bad82c1ecbda tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:30.501250 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-ea7756a9-72fe-4c7d-9a00-34edfbd34606 req-6f850620-336c-4ba8-98d5-bad82c1ecbda tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7d3b4b0-81bd-459e-b368-1d7a18131716 HTTP/1.1" status: 200 len: 943 time: 0.0702860 Nov 11 22:25:30.554698 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-ea7756a9-72fe-4c7d-9a00-34edfbd34606 req-ff18156e-c829-4964-b1f6-7c4e929ea972 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd56fe96-f8b9-402d-9557-23ad985e8368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472741 Nov 11 22:25:30.687821 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f6547e-8267-4d9d-9c60-184eeeeaec93 req-9d52c04c-3533-4183-8e8f-a97f22a162f9 tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:30.689688 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-f3f6547e-8267-4d9d-9c60-184eeeeaec93 req-9d52c04c-3533-4183-8e8f-a97f22a162f9 tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] 10.222.0.50 "GET /v2.0/ports?device_id=32bf218d-6ab7-4ed8-91ad-8790d10dc5ed HTTP/1.1" status: 200 len: 932 time: 0.0557127 Nov 11 22:25:30.744613 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-f3f6547e-8267-4d9d-9c60-184eeeeaec93 req-5cec7b28-91db-4a47-84fe-87b32adca279 tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] 10.222.0.50 "GET /v2.0/security-groups?id=b7ad85df-46a8-46d3-8901-5efb35b2e93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479553 Nov 11 22:25:30.822093 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-6e72e30b-d533-48e1-89e1-e2b3014a0430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:31.243324 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2851390d-940d-470a-9ea6-a67b3fe48612 req-2084fe64-6a09-40f7-98fd-bbb56d24e85a tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:31.245105 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-2851390d-940d-470a-9ea6-a67b3fe48612 req-2084fe64-6a09-40f7-98fd-bbb56d24e85a tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] 10.222.0.50 "GET /v2.0/ports?device_id=54e29906-2253-4e26-b9ae-ef5f40e4580f HTTP/1.1" status: 200 len: 945 time: 0.0514417 Nov 11 22:25:31.301886 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-2851390d-940d-470a-9ea6-a67b3fe48612 req-bfd10f4b-7047-4f5b-8e55-6a44dcf86a6f tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] 10.222.0.50 "GET /v2.0/security-groups?id=bba0fc88-b679-44f5-920f-fd78ad6bd2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508931 Nov 11 22:25:31.688277 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d065d0b-cdbf-4ee6-b778-2ea37c814cf3 req-93475393-1673-45d1-9b42-b4ec3f0d624f tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:31.689832 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-4d065d0b-cdbf-4ee6-b778-2ea37c814cf3 req-93475393-1673-45d1-9b42-b4ec3f0d624f tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7d3b4b0-81bd-459e-b368-1d7a18131716 HTTP/1.1" status: 200 len: 943 time: 0.0524249 Nov 11 22:25:31.744278 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-4d065d0b-cdbf-4ee6-b778-2ea37c814cf3 req-5f8d8616-282c-44e7-bed0-c070f75b1bdc tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd56fe96-f8b9-402d-9557-23ad985e8368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479493 Nov 11 22:25:31.799169 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:31.876040 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e874763-3079-4c23-ac88-e4ee64ade90f req-abc1e168-b552-4735-a719-57c8af1c2504 tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:31.878116 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-4e874763-3079-4c23-ac88-e4ee64ade90f req-abc1e168-b552-4735-a719-57c8af1c2504 tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] 10.222.0.50 "GET /v2.0/ports?device_id=32bf218d-6ab7-4ed8-91ad-8790d10dc5ed HTTP/1.1" status: 200 len: 932 time: 0.0622175 Nov 11 22:25:31.929250 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-4e874763-3079-4c23-ac88-e4ee64ade90f req-d147aa30-4202-4d8b-81c4-a483ec9b2974 tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] 10.222.0.50 "GET /v2.0/security-groups?id=b7ad85df-46a8-46d3-8901-5efb35b2e93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453703 Nov 11 22:25:32.437632 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15adbdbc-bac7-493a-a6bc-b42e6e7a865b req-68ae3779-a9fd-4491-8ca4-d01640c061bd tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:32.439648 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-15adbdbc-bac7-493a-a6bc-b42e6e7a865b req-68ae3779-a9fd-4491-8ca4-d01640c061bd tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] 10.222.0.50 "GET /v2.0/ports?device_id=54e29906-2253-4e26-b9ae-ef5f40e4580f HTTP/1.1" status: 200 len: 945 time: 0.0664895 Nov 11 22:25:32.494953 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-15adbdbc-bac7-493a-a6bc-b42e6e7a865b req-de31f3d2-110a-46aa-bd4f-460f9e986a73 tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] 10.222.0.50 "GET /v2.0/security-groups?id=bba0fc88-b679-44f5-920f-fd78ad6bd2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487707 Nov 11 22:25:32.866592 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d220ec0a-c4dd-4c32-9714-13cc76d8be26 req-93ec3292-523b-4c96-8cc6-fbc99dbcd69d tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:32.868127 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-d220ec0a-c4dd-4c32-9714-13cc76d8be26 req-93ec3292-523b-4c96-8cc6-fbc99dbcd69d tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7d3b4b0-81bd-459e-b368-1d7a18131716 HTTP/1.1" status: 200 len: 943 time: 0.0511165 Nov 11 22:25:32.922196 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-d220ec0a-c4dd-4c32-9714-13cc76d8be26 req-cd591ffd-8f6b-4ad4-8fc1-74dddd6119d4 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd56fe96-f8b9-402d-9557-23ad985e8368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478859 Nov 11 22:25:33.057115 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7b6610-a167-4412-8334-828b223f5a59 req-3dc07be8-5ccd-480b-bd4d-030bd3f1142d tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:33.058580 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-cb7b6610-a167-4412-8334-828b223f5a59 req-3dc07be8-5ccd-480b-bd4d-030bd3f1142d tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] 10.222.0.50 "GET /v2.0/ports?device_id=32bf218d-6ab7-4ed8-91ad-8790d10dc5ed HTTP/1.1" status: 200 len: 932 time: 0.0537405 Nov 11 22:25:33.112058 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-cb7b6610-a167-4412-8334-828b223f5a59 req-ec4d8182-536b-4a96-ba42-823191918fb5 tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] 10.222.0.50 "GET /v2.0/security-groups?id=b7ad85df-46a8-46d3-8901-5efb35b2e93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472460 Nov 11 22:25:33.616413 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45edd3ec-feaa-4ec9-9484-b4a10e8ebfee req-01d7b449-6e1d-4985-b45b-896c77deeb07 tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:33.617873 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-45edd3ec-feaa-4ec9-9484-b4a10e8ebfee req-01d7b449-6e1d-4985-b45b-896c77deeb07 tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] 10.222.0.50 "GET /v2.0/ports?device_id=54e29906-2253-4e26-b9ae-ef5f40e4580f HTTP/1.1" status: 200 len: 945 time: 0.0525155 Nov 11 22:25:33.669752 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-45edd3ec-feaa-4ec9-9484-b4a10e8ebfee req-53cc35de-d139-48cf-a33a-ebbb839c2811 tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] 10.222.0.50 "GET /v2.0/security-groups?id=bba0fc88-b679-44f5-920f-fd78ad6bd2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452526 Nov 11 22:25:34.041597 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f28f9f2-84e7-4dc1-aca7-47ab0af0204c req-d1f69f66-a5b3-417d-9e5c-268770383b8c tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:34.043112 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-8f28f9f2-84e7-4dc1-aca7-47ab0af0204c req-d1f69f66-a5b3-417d-9e5c-268770383b8c tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7d3b4b0-81bd-459e-b368-1d7a18131716 HTTP/1.1" status: 200 len: 943 time: 0.0499387 Nov 11 22:25:34.094612 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-8f28f9f2-84e7-4dc1-aca7-47ab0af0204c req-2fbca73e-c7e3-474e-93d7-328a66c2b691 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd56fe96-f8b9-402d-9557-23ad985e8368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455658 Nov 11 22:25:34.236196 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b471aa4-f1af-45a7-8213-01cb2cc632b5 req-5c750f50-0032-40cc-8ad6-350c2f45fbf5 tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:34.237816 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-6b471aa4-f1af-45a7-8213-01cb2cc632b5 req-5c750f50-0032-40cc-8ad6-350c2f45fbf5 tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] 10.222.0.50 "GET /v2.0/ports?device_id=32bf218d-6ab7-4ed8-91ad-8790d10dc5ed HTTP/1.1" status: 200 len: 932 time: 0.0580926 Nov 11 22:25:34.260839 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.v2.base [req-bf146e14-f952-47fb-9e35-b3e3967729f3 req-80b49e34-2763-4c03-ad03-a444c2dadb1e service neutron] Request body: {'port': {'device_id': '32bf218d-6ab7-4ed8-91ad-8790d10dc5ed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=101951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:25:34.290533 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-6b471aa4-f1af-45a7-8213-01cb2cc632b5 req-d154e056-a78f-4a27-8224-c25e4281022c tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] 10.222.0.50 "GET /v2.0/security-groups?id=b7ad85df-46a8-46d3-8901-5efb35b2e93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464263 Nov 11 22:25:34.322265 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [req-bf146e14-f952-47fb-9e35-b3e3967729f3 req-80b49e34-2763-4c03-ad03-a444c2dadb1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_update {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:34.738988 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e71a617-5c4e-4ae5-8bde-03d0e5348251 req-6d3e3832-4694-4126-a808-eedadc33c98c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:34.741974 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-6e71a617-5c4e-4ae5-8bde-03d0e5348251 req-6d3e3832-4694-4126-a808-eedadc33c98c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=54e29906-2253-4e26-b9ae-ef5f40e4580f HTTP/1.1" status: 200 len: 1098 time: 0.0555108 Nov 11 22:25:34.835710 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d42d2a-6a00-4f6a-b672-2aa6cc3d9e2e req-3021a408-502f-46a0-bb52-33c79b2d5e20 tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:34.837306 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-41d42d2a-6a00-4f6a-b672-2aa6cc3d9e2e req-3021a408-502f-46a0-bb52-33c79b2d5e20 tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] 10.222.0.50 "GET /v2.0/ports?device_id=54e29906-2253-4e26-b9ae-ef5f40e4580f HTTP/1.1" status: 200 len: 945 time: 0.0940619 Nov 11 22:25:34.840034 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-6e71a617-5c4e-4ae5-8bde-03d0e5348251 req-230ca3cf-6808-4f30-a887-348925d002e7 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=bba0fc88-b679-44f5-920f-fd78ad6bd2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829079 Nov 11 22:25:34.872972 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.notifiers.nova [req-bf146e14-f952-47fb-9e35-b3e3967729f3 req-80b49e34-2763-4c03-ad03-a444c2dadb1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c0d4012-98ce-41d3-8682-55332544653f {{(pid=101951) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 22:25:34.885265 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [req-bf146e14-f952-47fb-9e35-b3e3967729f3 req-80b49e34-2763-4c03-ad03-a444c2dadb1e service neutron] Publish callbacks [] for port, precommit_update {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:34.892867 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-41d42d2a-6a00-4f6a-b672-2aa6cc3d9e2e req-790bbd3a-2346-475c-9218-2bcee98761a6 tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] 10.222.0.50 "GET /v2.0/security-groups?id=bba0fc88-b679-44f5-920f-fd78ad6bd2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485606 Nov 11 22:25:34.904336 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.db.provisioning_blocks [req-bf146e14-f952-47fb-9e35-b3e3967729f3 req-80b49e34-2763-4c03-ad03-a444c2dadb1e service neutron] Transition to ACTIVE for port object 1c0d4012-98ce-41d3-8682-55332544653f will not be triggered until provisioned by entity L2. {{(pid=101951) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 11 22:25:34.911174 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [req-bf146e14-f952-47fb-9e35-b3e3967729f3 req-80b49e34-2763-4c03-ad03-a444c2dadb1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776912265364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776911838100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776911838118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9099611'] for port, after_update {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:34.969123 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b49e34-2763-4c03-ad03-a444c2dadb1e service neutron] Pushing event updated for resources: {'Port': ['ID=1c0d4012-98ce-41d3-8682-55332544653f,revision_number=2']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:25:34.971610 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.db.agents_db [None req-7a0be6d5-f821-4115-b6dd-94f53e40a68e None None] Agent healthcheck: found 6 active agents {{(pid=101953) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:25:35.037297 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.managers [req-bf146e14-f952-47fb-9e35-b3e3967729f3 req-80b49e34-2763-4c03-ad03-a444c2dadb1e service neutron] Attempting to bind port 1c0d4012-98ce-41d3-8682-55332544653f on host hv-cinder-73362 for vnic_type normal with profile {{(pid=101951) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 11 22:25:35.037637 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.managers [req-bf146e14-f952-47fb-9e35-b3e3967729f3 req-80b49e34-2763-4c03-ad03-a444c2dadb1e service neutron] Attempting to bind port 1c0d4012-98ce-41d3-8682-55332544653f by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': 'f2d13c5d-c8a3-4bd5-9b5d-5756ff90ad43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '23d3689e-a73d-41f8-bdbf-929622f1daf7'}] {{(pid=101951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 11 22:25:35.037963 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf146e14-f952-47fb-9e35-b3e3967729f3 req-80b49e34-2763-4c03-ad03-a444c2dadb1e service neutron] Attempting to bind port 1c0d4012-98ce-41d3-8682-55332544653f on network 23d3689e-a73d-41f8-bdbf-929622f1daf7 {{(pid=101951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:25:35.042689 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf146e14-f952-47fb-9e35-b3e3967729f3 req-80b49e34-2763-4c03-ad03-a444c2dadb1e service neutron] Port 1c0d4012-98ce-41d3-8682-55332544653f on network 23d3689e-a73d-41f8-bdbf-929622f1daf7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=101951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 11 22:25:35.043010 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf146e14-f952-47fb-9e35-b3e3967729f3 req-80b49e34-2763-4c03-ad03-a444c2dadb1e service neutron] Attempting to bind port 1c0d4012-98ce-41d3-8682-55332544653f on network 23d3689e-a73d-41f8-bdbf-929622f1daf7 {{(pid=101951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 11 22:25:35.048373 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf146e14-f952-47fb-9e35-b3e3967729f3 req-80b49e34-2763-4c03-ad03-a444c2dadb1e service neutron] Checking agent: {'id': 'a052ab81-1c58-45ec-bb06-1cf32ae4b08e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 11, 22, 14, 39), 'started_at': datetime.datetime(2021, 11, 11, 22, 14, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 11, 22, 25, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 11 22:25:35.048724 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf146e14-f952-47fb-9e35-b3e3967729f3 req-80b49e34-2763-4c03-ad03-a444c2dadb1e service neutron] Checking segment: {'id': 'f2d13c5d-c8a3-4bd5-9b5d-5756ff90ad43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '23d3689e-a73d-41f8-bdbf-929622f1daf7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101951) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 11 22:25:35.049113 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf146e14-f952-47fb-9e35-b3e3967729f3 req-80b49e34-2763-4c03-ad03-a444c2dadb1e service neutron] Bound using segment: {'id': 'f2d13c5d-c8a3-4bd5-9b5d-5756ff90ad43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '23d3689e-a73d-41f8-bdbf-929622f1daf7'} {{(pid=101951) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 11 22:25:35.049538 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.managers [req-bf146e14-f952-47fb-9e35-b3e3967729f3 req-80b49e34-2763-4c03-ad03-a444c2dadb1e service neutron] Bound port: 1c0d4012-98ce-41d3-8682-55332544653f, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2d13c5d-c8a3-4bd5-9b5d-5756ff90ad43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '23d3689e-a73d-41f8-bdbf-929622f1daf7'}}] {{(pid=101951) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 11 22:25:35.049889 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [req-bf146e14-f952-47fb-9e35-b3e3967729f3 req-80b49e34-2763-4c03-ad03-a444c2dadb1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_update {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:35.129620 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.db [req-bf146e14-f952-47fb-9e35-b3e3967729f3 req-80b49e34-2763-4c03-ad03-a444c2dadb1e service neutron] For port 1c0d4012-98ce-41d3-8682-55332544653f, host hv-cinder-73362, cleared binding levels {{(pid=101951) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 11 22:25:35.136363 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.db [req-bf146e14-f952-47fb-9e35-b3e3967729f3 req-80b49e34-2763-4c03-ad03-a444c2dadb1e service neutron] For port 1c0d4012-98ce-41d3-8682-55332544653f, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=1c0d4012-98ce-41d3-8682-55332544653f,segment=NetworkSegment(f2d13c5d-c8a3-4bd5-9b5d-5756ff90ad43),segment_id=f2d13c5d-c8a3-4bd5-9b5d-5756ff90ad43)] {{(pid=101951) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 11 22:25:35.141845 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [req-bf146e14-f952-47fb-9e35-b3e3967729f3 req-80b49e34-2763-4c03-ad03-a444c2dadb1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776912265364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776911838100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776911838118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9099611'] for port, after_update {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:35.197855 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf146e14-f952-47fb-9e35-b3e3967729f3 req-80b49e34-2763-4c03-ad03-a444c2dadb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:35.199058 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [req-bf146e14-f952-47fb-9e35-b3e3967729f3 req-80b49e34-2763-4c03-ad03-a444c2dadb1e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26363'] for port, before_response {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:35.200629 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-bf146e14-f952-47fb-9e35-b3e3967729f3 req-80b49e34-2763-4c03-ad03-a444c2dadb1e service neutron] 10.222.0.26 "PUT /v2.0/ports/1c0d4012-98ce-41d3-8682-55332544653f HTTP/1.1" status: 200 len: 1094 time: 0.9446459 Nov 11 22:25:35.201287 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32bf218d-6ab7-4ed8-91ad-8790d10dc5ed', 'tag': '1c0d4012-98ce-41d3-8682-55332544653f'}] {{(pid=101951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:25:35.203837 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6edad8924451e5ac919d090b7a0cdac835d5bd684dc46b69d397444c146e85de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7c07b87-5983-4c10-9a24-3c151260153b" -d '{"events": [{"name": "network-changed", "server_uuid": "32bf218d-6ab7-4ed8-91ad-8790d10dc5ed", "tag": "1c0d4012-98ce-41d3-8682-55332544653f"}]}' {{(pid=101951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:25:35.242305 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b49e34-2763-4c03-ad03-a444c2dadb1e service neutron] Pushing event updated for resources: {'Port': ['ID=1c0d4012-98ce-41d3-8682-55332544653f,revision_number=3']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:25:35.255754 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c860ec6-70b3-4699-b2eb-d28547443b94 req-c30a9990-5236-47eb-89c4-7f5a13c90250 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:35.257848 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-8c860ec6-70b3-4699-b2eb-d28547443b94 req-c30a9990-5236-47eb-89c4-7f5a13c90250 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7d3b4b0-81bd-459e-b368-1d7a18131716 HTTP/1.1" status: 200 len: 943 time: 0.0646033 Nov 11 22:25:35.261520 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 22:25:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d154e41-7067-493f-bae5-ce6c55d925d8 x-openstack-request-id: req-6d154e41-7067-493f-bae5-ce6c55d925d8 {{(pid=101951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:25:35.262298 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32bf218d-6ab7-4ed8-91ad-8790d10dc5ed", "tag": "1c0d4012-98ce-41d3-8682-55332544653f", "status": "completed", "code": 200}]} {{(pid=101951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:25:35.262298 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-6d154e41-7067-493f-bae5-ce6c55d925d8 {{(pid=101951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:25:35.262759 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32bf218d-6ab7-4ed8-91ad-8790d10dc5ed', 'tag': '1c0d4012-98ce-41d3-8682-55332544653f', 'status': 'completed', 'code': 200} Nov 11 22:25:35.310622 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf146e14-f952-47fb-9e35-b3e3967729f3 req-993fe1cc-4667-45e4-9b05-a4a2cd453d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:35.313260 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-bf146e14-f952-47fb-9e35-b3e3967729f3 req-993fe1cc-4667-45e4-9b05-a4a2cd453d7a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ad87baae272c4d3498ca095539ae1af4&device_id=32bf218d-6ab7-4ed8-91ad-8790d10dc5ed HTTP/1.1" status: 200 len: 1097 time: 0.0491645 Nov 11 22:25:35.318688 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-8c860ec6-70b3-4699-b2eb-d28547443b94 req-bb93616b-7a09-47ed-be85-a0d7581911d7 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd56fe96-f8b9-402d-9557-23ad985e8368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531700 Nov 11 22:25:35.368580 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-bf146e14-f952-47fb-9e35-b3e3967729f3 req-c05a803e-8f12-4b7b-9f86-3bf672c4230a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1c0d4012-98ce-41d3-8682-55332544653f HTTP/1.1" status: 200 len: 217 time: 0.0429399 Nov 11 22:25:35.426318 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf146e14-f952-47fb-9e35-b3e3967729f3 req-bcb80e64-6da9-4655-9ae5-176fb66ea0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:35.427830 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-bf146e14-f952-47fb-9e35-b3e3967729f3 req-bcb80e64-6da9-4655-9ae5-176fb66ea0bd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e2e29ce0-5737-471e-afb3-097495c0c3f5 HTTP/1.1" status: 200 len: 853 time: 0.0503337 Nov 11 22:25:35.433968 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90310fc-5dc0-4322-8e48-90d6facc91f0 req-b0322ecf-199d-4dd0-8b05-16de9766c7c3 tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:35.435587 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-b90310fc-5dc0-4322-8e48-90d6facc91f0 req-b0322ecf-199d-4dd0-8b05-16de9766c7c3 tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] 10.222.0.50 "GET /v2.0/ports?device_id=32bf218d-6ab7-4ed8-91ad-8790d10dc5ed HTTP/1.1" status: 200 len: 944 time: 0.0652311 Nov 11 22:25:35.488851 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf146e14-f952-47fb-9e35-b3e3967729f3 req-fa49bdb4-fa4b-47bb-8767-d8ef64470bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:35.490150 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-b90310fc-5dc0-4322-8e48-90d6facc91f0 req-0c6506eb-36fb-4067-b45c-c467fe95e3d6 tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] 10.222.0.50 "GET /v2.0/security-groups?id=b7ad85df-46a8-46d3-8901-5efb35b2e93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482721 Nov 11 22:25:35.490345 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-bf146e14-f952-47fb-9e35-b3e3967729f3 req-fa49bdb4-fa4b-47bb-8767-d8ef64470bc8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=23d3689e-a73d-41f8-bdbf-929622f1daf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0529819 Nov 11 22:25:35.583105 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-bf146e14-f952-47fb-9e35-b3e3967729f3 req-22f13d42-013d-454b-98d5-810cd8fc3a85 service neutron] 10.222.0.26 "GET /v2.0/networks/23d3689e-a73d-41f8-bdbf-929622f1daf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837548 Nov 11 22:25:35.677444 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-bf146e14-f952-47fb-9e35-b3e3967729f3 req-59c39437-52f5-4d10-a3df-a83c3b01c92e service neutron] 10.222.0.26 "GET /v2.0/networks/23d3689e-a73d-41f8-bdbf-929622f1daf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864053 Nov 11 22:25:35.767765 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c07b87-5983-4c10-9a24-3c151260153b req-aed10c93-7418-4137-8746-397f1b08b061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:35.769791 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-e7c07b87-5983-4c10-9a24-3c151260153b req-aed10c93-7418-4137-8746-397f1b08b061 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ad87baae272c4d3498ca095539ae1af4&device_id=32bf218d-6ab7-4ed8-91ad-8790d10dc5ed HTTP/1.1" status: 200 len: 1097 time: 0.0400517 Nov 11 22:25:35.862053 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c07b87-5983-4c10-9a24-3c151260153b req-7462c396-7d94-4ed2-bd4c-78dfe6c98564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:35.863591 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-e7c07b87-5983-4c10-9a24-3c151260153b req-7462c396-7d94-4ed2-bd4c-78dfe6c98564 service neutron] 10.222.0.26 "GET /v2.0/networks?id=23d3689e-a73d-41f8-bdbf-929622f1daf7 HTTP/1.1" status: 200 len: 915 time: 0.0867610 Nov 11 22:25:35.917748 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-e7c07b87-5983-4c10-9a24-3c151260153b req-49600cda-bfce-4885-885a-41730251dd7c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1c0d4012-98ce-41d3-8682-55332544653f HTTP/1.1" status: 200 len: 217 time: 0.0418093 Nov 11 22:25:36.001066 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c07b87-5983-4c10-9a24-3c151260153b req-6b033257-c3f5-4ac5-9cb0-34b3ab56f3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:36.002633 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-e7c07b87-5983-4c10-9a24-3c151260153b req-6b033257-c3f5-4ac5-9cb0-34b3ab56f3b9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e2e29ce0-5737-471e-afb3-097495c0c3f5 HTTP/1.1" status: 200 len: 853 time: 0.0522070 Nov 11 22:25:36.012464 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc141e99-14ad-417e-b2d8-7e7e058839b8 req-8c4e835a-6a94-4380-980d-97f608af304f tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:36.014480 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-bc141e99-14ad-417e-b2d8-7e7e058839b8 req-8c4e835a-6a94-4380-980d-97f608af304f tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] 10.222.0.50 "GET /v2.0/ports?device_id=54e29906-2253-4e26-b9ae-ef5f40e4580f HTTP/1.1" status: 200 len: 945 time: 0.0527000 Nov 11 22:25:36.052364 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c07b87-5983-4c10-9a24-3c151260153b req-484b3db2-b397-4b5c-8a04-79549bda60f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:36.054243 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-e7c07b87-5983-4c10-9a24-3c151260153b req-484b3db2-b397-4b5c-8a04-79549bda60f0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=23d3689e-a73d-41f8-bdbf-929622f1daf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0438039 Nov 11 22:25:36.065164 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-bc141e99-14ad-417e-b2d8-7e7e058839b8 req-8301c7f8-59a7-4e15-8cb8-43e32696e5ec tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] 10.222.0.50 "GET /v2.0/security-groups?id=bba0fc88-b679-44f5-920f-fd78ad6bd2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444579 Nov 11 22:25:36.156844 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-e7c07b87-5983-4c10-9a24-3c151260153b req-a2d8b62a-0e51-4a39-a791-95844382ecb9 service neutron] 10.222.0.26 "GET /v2.0/networks/23d3689e-a73d-41f8-bdbf-929622f1daf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887706 Nov 11 22:25:36.254144 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-e7c07b87-5983-4c10-9a24-3c151260153b req-ead4878a-a158-4d73-81a3-f68cbc1fe9c4 service neutron] 10.222.0.26 "GET /v2.0/networks/23d3689e-a73d-41f8-bdbf-929622f1daf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892389 Nov 11 22:25:36.432219 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb48f0a1-83b6-4881-a58d-0b3730dd0f18 req-cb69e40f-a83d-4115-b745-2ba8e7949165 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:36.433726 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-fb48f0a1-83b6-4881-a58d-0b3730dd0f18 req-cb69e40f-a83d-4115-b745-2ba8e7949165 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7d3b4b0-81bd-459e-b368-1d7a18131716 HTTP/1.1" status: 200 len: 943 time: 0.0481741 Nov 11 22:25:36.484603 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-fb48f0a1-83b6-4881-a58d-0b3730dd0f18 req-98cb3644-0675-4b4d-82fa-a5f82c6f7012 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd56fe96-f8b9-402d-9557-23ad985e8368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448477 Nov 11 22:25:36.606114 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Device 920dca9d-d6ea-423b-af62-abed829fb4f5 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=101952) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 22:25:36.621685 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe580f6-e976-4c48-91a4-2ce3e1adc294 req-993b21d3-c09d-41d4-94fe-cb1414b8476b tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:36.623238 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-1fe580f6-e976-4c48-91a4-2ce3e1adc294 req-993b21d3-c09d-41d4-94fe-cb1414b8476b tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] 10.222.0.50 "GET /v2.0/ports?device_id=32bf218d-6ab7-4ed8-91ad-8790d10dc5ed HTTP/1.1" status: 200 len: 944 time: 0.0545993 Nov 11 22:25:36.672956 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-1fe580f6-e976-4c48-91a4-2ce3e1adc294 req-68ddf2c7-4357-4896-8c0f-096a9ea901b9 tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] 10.222.0.50 "GET /v2.0/security-groups?id=b7ad85df-46a8-46d3-8901-5efb35b2e93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424132 Nov 11 22:25:36.709420 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] For port 920dca9d-d6ea-423b-af62-abed829fb4f5, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=920dca9d-d6ea-423b-af62-abed829fb4f5,segment=NetworkSegment(0f84472f-f0e4-456a-9222-5ba8c86f3ac5),segment_id=0f84472f-f0e4-456a-9222-5ba8c86f3ac5)] {{(pid=101952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:25:36.720609 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Returning: {'device': '920dca9d-d6ea-423b-af62-abed829fb4f5', 'network_id': '432f6d4a-3b75-452f-9f40-63ce1a0d7c20', 'port_id': '920dca9d-d6ea-423b-af62-abed829fb4f5', 'mac_address': 'fa:16:3e:b3:4b:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 836, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45807439-1281-4080-909a-9299f816111e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101952) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 22:25:36.761397 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:36.774340 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.notifiers.nova [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 920dca9d-d6ea-423b-af62-abed829fb4f5 {{(pid=101952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 22:25:36.794426 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] For port 920dca9d-d6ea-423b-af62-abed829fb4f5, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=920dca9d-d6ea-423b-af62-abed829fb4f5,segment=NetworkSegment(0f84472f-f0e4-456a-9222-5ba8c86f3ac5),segment_id=0f84472f-f0e4-456a-9222-5ba8c86f3ac5)] {{(pid=101952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:25:36.798557 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776912265364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776911838100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776911838118'] for port, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:36.848523 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Pushing event updated for resources: {'Port': ['ID=920dca9d-d6ea-423b-af62-abed829fb4f5,revision_number=4']} {{(pid=101952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:25:37.010449 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] get_ports_and_sgs() called for port_ids ['920dca9d-d6ea-423b-af62-abed829fb4f5'] {{(pid=101952) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 22:25:37.604642 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cb68c1-54ac-4258-8164-b3ba5d4ed59e req-9647132c-bf5c-40e8-b522-deac15d87875 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:37.606404 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-e3cb68c1-54ac-4258-8164-b3ba5d4ed59e req-9647132c-bf5c-40e8-b522-deac15d87875 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7d3b4b0-81bd-459e-b368-1d7a18131716 HTTP/1.1" status: 200 len: 944 time: 0.0506048 Nov 11 22:25:37.655751 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-e3cb68c1-54ac-4258-8164-b3ba5d4ed59e req-fcdae85d-cce9-4886-bd9e-88ec20e22b4e tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd56fe96-f8b9-402d-9557-23ad985e8368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428393 Nov 11 22:25:37.791940 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c9a856-3277-41a5-887e-8db7dfa0e1ec req-04a1f32f-ebd6-49c9-a895-4099fc63465a tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:37.793413 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-26c9a856-3277-41a5-887e-8db7dfa0e1ec req-04a1f32f-ebd6-49c9-a895-4099fc63465a tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] 10.222.0.50 "GET /v2.0/ports?device_id=32bf218d-6ab7-4ed8-91ad-8790d10dc5ed HTTP/1.1" status: 200 len: 944 time: 0.0515568 Nov 11 22:25:37.839811 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-26c9a856-3277-41a5-887e-8db7dfa0e1ec req-beddec5c-1895-44f8-a3cc-ea19ec25a36c tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] 10.222.0.50 "GET /v2.0/security-groups?id=b7ad85df-46a8-46d3-8901-5efb35b2e93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406191 Nov 11 22:25:38.613518 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Device 1c0d4012-98ce-41d3-8682-55332544653f details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=101952) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 11 22:25:38.617810 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Device 920dca9d-d6ea-423b-af62-abed829fb4f5 up at agent hyperv_hv-cinder-73362 {{(pid=101952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:25:38.729912 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.provisioning_blocks [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Provisioning for port 920dca9d-d6ea-423b-af62-abed829fb4f5 completed by entity L2. {{(pid=101952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 22:25:38.738640 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.provisioning_blocks [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Provisioning complete for port 920dca9d-d6ea-423b-af62-abed829fb4f5 triggered by entity L2. {{(pid=101952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:25:38.739044 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8061746'] for port, provisioning_complete {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:38.782528 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] For port 1c0d4012-98ce-41d3-8682-55332544653f, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=1c0d4012-98ce-41d3-8682-55332544653f,segment=NetworkSegment(f2d13c5d-c8a3-4bd5-9b5d-5756ff90ad43),segment_id=f2d13c5d-c8a3-4bd5-9b5d-5756ff90ad43)] {{(pid=101952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:25:38.798831 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a35e1fb-3eab-47cb-9872-2f4a51c76c17 req-db998f91-1d91-4955-b8b6-446b4c96991e tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:38.801040 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-0a35e1fb-3eab-47cb-9872-2f4a51c76c17 req-db998f91-1d91-4955-b8b6-446b4c96991e tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7d3b4b0-81bd-459e-b368-1d7a18131716 HTTP/1.1" status: 200 len: 944 time: 0.0774293 Nov 11 22:25:38.801413 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Returning: {'device': '1c0d4012-98ce-41d3-8682-55332544653f', 'network_id': '23d3689e-a73d-41f8-bdbf-929622f1daf7', 'port_id': '1c0d4012-98ce-41d3-8682-55332544653f', 'mac_address': 'fa:16:3e:fe:90:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 800, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2e29ce0-5737-471e-afb3-097495c0c3f5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101952) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 11 22:25:38.859340 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-0a35e1fb-3eab-47cb-9872-2f4a51c76c17 req-4643ab64-ad08-4ee0-b10e-9a0ab1a155aa tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd56fe96-f8b9-402d-9557-23ad985e8368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507500 Nov 11 22:25:38.875057 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:38.897049 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.notifiers.nova [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c0d4012-98ce-41d3-8682-55332544653f {{(pid=101952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 11 22:25:38.902844 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:38.933915 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] For port 1c0d4012-98ce-41d3-8682-55332544653f, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=1c0d4012-98ce-41d3-8682-55332544653f,segment=NetworkSegment(f2d13c5d-c8a3-4bd5-9b5d-5756ff90ad43),segment_id=f2d13c5d-c8a3-4bd5-9b5d-5756ff90ad43)] {{(pid=101952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:25:38.938295 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776912265364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776911838100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776911838118'] for port, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:38.945611 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7d3b4b0-81bd-459e-b368-1d7a18131716', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '920dca9d-d6ea-423b-af62-abed829fb4f5'}] {{(pid=101952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:25:38.947864 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}354dda558456ac383be05774d0115fbb8a8e814f0e1169db929e83f4c2942df8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34300d7d-5fb9-4571-9fd7-f6bd6fa3472d" -d '{"events": [{"server_uuid": "e7d3b4b0-81bd-459e-b368-1d7a18131716", "name": "network-vif-plugged", "status": "completed", "tag": "920dca9d-d6ea-423b-af62-abed829fb4f5"}]}' {{(pid=101952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:25:38.962325 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb6ae14-0ede-4242-8eb8-21aee2695b46 req-bd139c11-61e3-46ad-9756-e97ec23a496e tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:38.963938 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-ddb6ae14-0ede-4242-8eb8-21aee2695b46 req-bd139c11-61e3-46ad-9756-e97ec23a496e tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] 10.222.0.50 "GET /v2.0/ports?device_id=32bf218d-6ab7-4ed8-91ad-8790d10dc5ed HTTP/1.1" status: 200 len: 944 time: 0.0517936 Nov 11 22:25:38.980875 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] For port 920dca9d-d6ea-423b-af62-abed829fb4f5, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=920dca9d-d6ea-423b-af62-abed829fb4f5,segment=NetworkSegment(0f84472f-f0e4-456a-9222-5ba8c86f3ac5),segment_id=0f84472f-f0e4-456a-9222-5ba8c86f3ac5)] {{(pid=101952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:25:38.990858 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776912265364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776911838100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776911838118'] for port, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:38.994155 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 22:25:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-708ca61c-482b-419b-8d3d-0b59a09c2d18 x-openstack-request-id: req-708ca61c-482b-419b-8d3d-0b59a09c2d18 {{(pid=101952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:25:38.994443 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7d3b4b0-81bd-459e-b368-1d7a18131716", "name": "network-vif-plugged", "status": "completed", "tag": "920dca9d-d6ea-423b-af62-abed829fb4f5", "code": 200}]} {{(pid=101952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:25:38.994693 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-708ca61c-482b-419b-8d3d-0b59a09c2d18 {{(pid=101952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:25:38.995082 dv-cinder-733622-20-iscsi neutron-server[101952]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7d3b4b0-81bd-459e-b368-1d7a18131716', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '920dca9d-d6ea-423b-af62-abed829fb4f5', 'code': 200} Nov 11 22:25:39.017887 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Pushing event updated for resources: {'Port': ['ID=1c0d4012-98ce-41d3-8682-55332544653f,revision_number=4']} {{(pid=101952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:25:39.030028 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-ddb6ae14-0ede-4242-8eb8-21aee2695b46 req-97d69b27-fb52-4cd0-8d61-74b3a5b27662 tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] 10.222.0.50 "GET /v2.0/security-groups?id=b7ad85df-46a8-46d3-8901-5efb35b2e93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585539 Nov 11 22:25:39.073701 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Pushing event updated for resources: {'Port': ['ID=920dca9d-d6ea-423b-af62-abed829fb4f5,revision_number=5']} {{(pid=101952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:25:39.166158 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] get_ports_and_sgs() called for port_ids ['1c0d4012-98ce-41d3-8682-55332544653f'] {{(pid=101952) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 22:25:39.252585 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354a90b1-6b17-4713-92ea-8df99a71bf1a req-85dc694d-9f40-4482-b6c4-9a8cc41ab3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:39.256300 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-354a90b1-6b17-4713-92ea-8df99a71bf1a req-85dc694d-9f40-4482-b6c4-9a8cc41ab3c9 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e7d3b4b0-81bd-459e-b368-1d7a18131716 HTTP/1.1" status: 200 len: 1098 time: 0.0742593 Nov 11 22:25:39.307990 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-354a90b1-6b17-4713-92ea-8df99a71bf1a req-e1f920a8-b3ea-42fa-9c84-39855c5611de service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=fd56fe96-f8b9-402d-9557-23ad985e8368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451424 Nov 11 22:25:39.910812 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:39.983688 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1945b5-e674-4972-91f9-ad8e3b5abe9f req-dc1b9b4e-e40b-4d4b-a5ee-52b6af18671d tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:39.985180 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-9d1945b5-e674-4972-91f9-ad8e3b5abe9f req-dc1b9b4e-e40b-4d4b-a5ee-52b6af18671d tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7d3b4b0-81bd-459e-b368-1d7a18131716 HTTP/1.1" status: 200 len: 945 time: 0.0510337 Nov 11 22:25:40.036636 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-9d1945b5-e674-4972-91f9-ad8e3b5abe9f req-a7cbafbc-1348-4f8b-830f-b7d7c6ec5c1f tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd56fe96-f8b9-402d-9557-23ad985e8368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449727 Nov 11 22:25:40.150382 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17146f4-afce-4049-a36a-b53dfe2ff65d req-2703de2b-c9bb-462a-b35b-f7f9db1cb791 tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:40.151823 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-e17146f4-afce-4049-a36a-b53dfe2ff65d req-2703de2b-c9bb-462a-b35b-f7f9db1cb791 tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] 10.222.0.50 "GET /v2.0/ports?device_id=32bf218d-6ab7-4ed8-91ad-8790d10dc5ed HTTP/1.1" status: 200 len: 945 time: 0.0512447 Nov 11 22:25:40.201374 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-e17146f4-afce-4049-a36a-b53dfe2ff65d req-50f37a68-0abb-48d2-a007-f1414418f2d4 tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] 10.222.0.50 "GET /v2.0/security-groups?id=b7ad85df-46a8-46d3-8901-5efb35b2e93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433509 Nov 11 22:25:40.642979 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Device 1c0d4012-98ce-41d3-8682-55332544653f up at agent hyperv_hv-cinder-73362 {{(pid=101952) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 11 22:25:40.695656 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.provisioning_blocks [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Provisioning for port 1c0d4012-98ce-41d3-8682-55332544653f completed by entity L2. {{(pid=101952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 11 22:25:40.699860 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.provisioning_blocks [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Provisioning complete for port 1c0d4012-98ce-41d3-8682-55332544653f triggered by entity L2. {{(pid=101952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:25:40.700231 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8061746'] for port, provisioning_complete {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:40.774852 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:40.807424 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] For port 1c0d4012-98ce-41d3-8682-55332544653f, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=1c0d4012-98ce-41d3-8682-55332544653f,segment=NetworkSegment(f2d13c5d-c8a3-4bd5-9b5d-5756ff90ad43),segment_id=f2d13c5d-c8a3-4bd5-9b5d-5756ff90ad43)] {{(pid=101952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:25:40.810998 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776912265364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776911838100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776911838118'] for port, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:40.859892 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Pushing event updated for resources: {'Port': ['ID=1c0d4012-98ce-41d3-8682-55332544653f,revision_number=5']} {{(pid=101952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:25:40.995998 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32bf218d-6ab7-4ed8-91ad-8790d10dc5ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c0d4012-98ce-41d3-8682-55332544653f'}] {{(pid=101952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:25:40.998370 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}354dda558456ac383be05774d0115fbb8a8e814f0e1169db929e83f4c2942df8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-935b313e-4580-4bf9-830a-02bfa3a3aded" -d '{"events": [{"server_uuid": "32bf218d-6ab7-4ed8-91ad-8790d10dc5ed", "name": "network-vif-plugged", "status": "completed", "tag": "1c0d4012-98ce-41d3-8682-55332544653f"}]}' {{(pid=101952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:25:41.034909 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 22:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3688663-be75-4b64-8b3d-71feeaefe238 x-openstack-request-id: req-d3688663-be75-4b64-8b3d-71feeaefe238 {{(pid=101952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:25:41.035198 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32bf218d-6ab7-4ed8-91ad-8790d10dc5ed", "name": "network-vif-plugged", "status": "completed", "tag": "1c0d4012-98ce-41d3-8682-55332544653f", "code": 200}]} {{(pid=101952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:25:41.035453 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d3688663-be75-4b64-8b3d-71feeaefe238 {{(pid=101952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:25:41.035851 dv-cinder-733622-20-iscsi neutron-server[101952]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32bf218d-6ab7-4ed8-91ad-8790d10dc5ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c0d4012-98ce-41d3-8682-55332544653f', 'code': 200} Nov 11 22:25:41.160773 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4551cc0-db88-466c-b1cb-a6841ef4e2bb req-b382e094-931d-4b11-a4f6-ade771ce6452 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:41.162780 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-e4551cc0-db88-466c-b1cb-a6841ef4e2bb req-b382e094-931d-4b11-a4f6-ade771ce6452 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7d3b4b0-81bd-459e-b368-1d7a18131716 HTTP/1.1" status: 200 len: 945 time: 0.0569742 Nov 11 22:25:41.199941 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2fff05-5c42-4533-9e76-f9ad51c00fab req-f5dbf80e-56f8-4279-bc1a-7595a86a7cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:41.201460 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-7b2fff05-5c42-4533-9e76-f9ad51c00fab req-f5dbf80e-56f8-4279-bc1a-7595a86a7cc1 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=32bf218d-6ab7-4ed8-91ad-8790d10dc5ed HTTP/1.1" status: 200 len: 1099 time: 0.0413251 Nov 11 22:25:41.213072 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-e4551cc0-db88-466c-b1cb-a6841ef4e2bb req-f94eea8b-8728-4537-90fa-71cf48ab294e tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd56fe96-f8b9-402d-9557-23ad985e8368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443552 Nov 11 22:25:41.248589 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-7b2fff05-5c42-4533-9e76-f9ad51c00fab req-e83c82b5-c734-46d8-a324-991de7cdd0fd service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=b7ad85df-46a8-46d3-8901-5efb35b2e93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396774 Nov 11 22:25:41.346043 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c16e522-69d6-4eda-8bf6-004fb7e888dd req-426d4aea-8431-44e4-889b-e5d38c5f87ed tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:41.347412 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-8c16e522-69d6-4eda-8bf6-004fb7e888dd req-426d4aea-8431-44e4-889b-e5d38c5f87ed tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] 10.222.0.50 "GET /v2.0/ports?device_id=32bf218d-6ab7-4ed8-91ad-8790d10dc5ed HTTP/1.1" status: 200 len: 946 time: 0.0768728 Nov 11 22:25:41.359293 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fae063a-0fb8-4480-bfe9-1c7ee1b34b1d req-62c8f47e-e773-44f0-9375-78469fbf81d4 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:41.360683 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-1fae063a-0fb8-4480-bfe9-1c7ee1b34b1d req-62c8f47e-e773-44f0-9375-78469fbf81d4 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7d3b4b0-81bd-459e-b368-1d7a18131716 HTTP/1.1" status: 200 len: 945 time: 0.0636094 Nov 11 22:25:41.435107 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-8c16e522-69d6-4eda-8bf6-004fb7e888dd req-51d1aef2-980a-4e83-b1b4-2ef24394cdf1 tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] 10.222.0.50 "GET /v2.0/security-groups?id=b7ad85df-46a8-46d3-8901-5efb35b2e93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734780 Nov 11 22:25:41.439843 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-1fae063a-0fb8-4480-bfe9-1c7ee1b34b1d req-41890726-fbc0-4154-982a-b31c8ee2dc4b tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd56fe96-f8b9-402d-9557-23ad985e8368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727644 Nov 11 22:25:41.462963 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.wsgi [-] (101950) accepted ('10.222.0.50', 51260) {{(pid=101950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:25:41.502927 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-748d7155-be28-4abb-a1c5-869a4857cfa4 tempest-TestVolumeBootPattern-82417767 tempest-TestVolumeBootPattern-82417767-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:41.504413 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [None req-748d7155-be28-4abb-a1c5-869a4857cfa4 tempest-TestVolumeBootPattern-82417767 tempest-TestVolumeBootPattern-82417767-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=e7d3b4b0-81bd-459e-b368-1d7a18131716 HTTP/1.1" status: 200 len: 1093 time: 0.0404603 Nov 11 22:25:41.507768 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.wsgi [-] (101950) accepted ('10.222.0.50', 51262) {{(pid=101950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:25:41.511917 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.v2.base [None req-a9723102-efc4-432e-82fd-d990ec3e30fc tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Request body: {'floatingip': {'floating_network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'port_id': '920dca9d-d6ea-423b-af62-abed829fb4f5', 'tenant_id': '45877637febf473e8074291b9336b125', 'fixed_ip_address': '172.20.0.8'}} {{(pid=101950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:25:41.533604 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-a9723102-efc4-432e-82fd-d990ec3e30fc tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Publish callbacks [] for floatingip, before_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:41.635939 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-a9723102-efc4-432e-82fd-d990ec3e30fc tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:41.636171 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-017923a3-6542-42f0-bb70-95ac068f9aaa req-5fd93483-397d-4a2d-946c-5bfa92fcb600 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=13182ad6-5a2b-4701-95e4-f25470140b22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0455968 Nov 11 22:25:41.703157 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017923a3-6542-42f0-bb70-95ac068f9aaa req-5e81ddc3-7df0-4aaa-bc99-63f19da275c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:41.705035 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-017923a3-6542-42f0-bb70-95ac068f9aaa req-5e81ddc3-7df0-4aaa-bc99-63f19da275c1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=45877637febf473e8074291b9336b125&device_id=13182ad6-5a2b-4701-95e4-f25470140b22 HTTP/1.1" status: 200 len: 1099 time: 0.0437434 Nov 11 22:25:41.757513 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.db.db_base_plugin_common [None req-a9723102-efc4-432e-82fd-d990ec3e30fc tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Allocated IP 172.27.0.38 (fd27370c-43f8-4948-a495-3a9880be1635/b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca/76c9c06d-dc68-4e1a-beb1-7ae507f88cae) {{(pid=101950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:25:41.845749 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017923a3-6542-42f0-bb70-95ac068f9aaa req-30405dde-36f0-47ff-81cf-88f1c23ca25c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:41.847245 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-017923a3-6542-42f0-bb70-95ac068f9aaa req-30405dde-36f0-47ff-81cf-88f1c23ca25c service neutron] 10.222.0.26 "GET /v2.0/networks?id=432f6d4a-3b75-452f-9f40-63ce1a0d7c20 HTTP/1.1" status: 200 len: 913 time: 0.1129992 Nov 11 22:25:41.872070 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-a9723102-efc4-432e-82fd-d990ec3e30fc tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Publish callbacks [] for port, precommit_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:41.908889 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-a9723102-efc4-432e-82fd-d990ec3e30fc tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776911838082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3976619'] for port, after_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:41.925936 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-017923a3-6542-42f0-bb70-95ac068f9aaa req-6891c887-cd41-4876-8a6d-44b71a3e919d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a670a980-753e-4b15-a3f7-b88557539127 HTTP/1.1" status: 200 len: 1002 time: 0.0705280 Nov 11 22:25:41.950842 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9723102-efc4-432e-82fd-d990ec3e30fc tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Network fd27370c-43f8-4948-a495-3a9880be1635 is already hosted by enough agents. {{(pid=101950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:25:41.953807 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.scheduler.base_scheduler [None req-a9723102-efc4-432e-82fd-d990ec3e30fc tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Resources bound (agent type, host, resource id): {{(pid=101950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:25:41.957440 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9723102-efc4-432e-82fd-d990ec3e30fc tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Received port after_create {{(pid=101950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:25:41.963952 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9723102-efc4-432e-82fd-d990ec3e30fc tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Pushing event updated for resources: {'Port': ['ID=76c9c06d-dc68-4e1a-beb1-7ae507f88cae,revision_number=1']} {{(pid=101950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:25:41.981567 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017923a3-6542-42f0-bb70-95ac068f9aaa req-892e9da7-8326-4044-8a41-e54708085eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:41.983037 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-017923a3-6542-42f0-bb70-95ac068f9aaa req-892e9da7-8326-4044-8a41-e54708085eca service neutron] 10.222.0.26 "GET /v2.0/subnets?id=45807439-1281-4080-909a-9299f816111e HTTP/1.1" status: 200 len: 851 time: 0.0494106 Nov 11 22:25:42.038172 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017923a3-6542-42f0-bb70-95ac068f9aaa req-10a6f4af-26c1-4562-b6b9-21c7b274bc89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:42.039741 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-017923a3-6542-42f0-bb70-95ac068f9aaa req-10a6f4af-26c1-4562-b6b9-21c7b274bc89 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=432f6d4a-3b75-452f-9f40-63ce1a0d7c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0490725 Nov 11 22:25:42.141704 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-017923a3-6542-42f0-bb70-95ac068f9aaa req-b6dbfbc5-fc88-427b-bd44-d3576e85b414 service neutron] 10.222.0.26 "GET /v2.0/networks/432f6d4a-3b75-452f-9f40-63ce1a0d7c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848577 Nov 11 22:25:42.238209 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-017923a3-6542-42f0-bb70-95ac068f9aaa req-6624453c-607b-4ee3-a9a7-d78115250c5e service neutron] 10.222.0.26 "GET /v2.0/networks/432f6d4a-3b75-452f-9f40-63ce1a0d7c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888031 Nov 11 22:25:42.344105 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-a9723102-efc4-432e-82fd-d990ec3e30fc tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:42.412039 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-a9723102-efc4-432e-82fd-d990ec3e30fc tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_update {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:42.581025 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4972b013-1b56-4729-a13f-42b177cacd91 req-3d73aed3-c20f-4ac0-bce9-352868a80cd9 tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:42.582614 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-4972b013-1b56-4729-a13f-42b177cacd91 req-3d73aed3-c20f-4ac0-bce9-352868a80cd9 tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] 10.222.0.50 "GET /v2.0/ports?device_id=32bf218d-6ab7-4ed8-91ad-8790d10dc5ed HTTP/1.1" status: 200 len: 946 time: 0.0778229 Nov 11 22:25:42.621451 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-a9723102-efc4-432e-82fd-d990ec3e30fc tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Publish callbacks [] for port, precommit_update {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:42.627970 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-a9723102-efc4-432e-82fd-d990ec3e30fc tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776912265364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776911838100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776911838118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3976658'] for port, after_update {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:42.695179 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-4972b013-1b56-4729-a13f-42b177cacd91 req-05d624e0-9c5d-40ea-8908-7fe83b25c49c tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] 10.222.0.50 "GET /v2.0/security-groups?id=b7ad85df-46a8-46d3-8901-5efb35b2e93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029799 Nov 11 22:25:42.722828 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9723102-efc4-432e-82fd-d990ec3e30fc tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Pushing event updated for resources: {'Port': ['ID=76c9c06d-dc68-4e1a-beb1-7ae507f88cae,revision_number=2']} {{(pid=101950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:25:42.739668 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-a9723102-efc4-432e-82fd-d990ec3e30fc tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657105'] for floatingip, after_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:42.873189 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3cb3db-2bb0-4873-9110-d4ec2e5350ad req-00d061e2-3cae-4453-a3c7-e2bfcc7325f0 tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:42.874612 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-ec3cb3db-2bb0-4873-9110-d4ec2e5350ad req-00d061e2-3cae-4453-a3c7-e2bfcc7325f0 tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] 10.222.0.50 "GET /v2.0/ports?device_id=32bf218d-6ab7-4ed8-91ad-8790d10dc5ed HTTP/1.1" status: 200 len: 946 time: 0.1017275 Nov 11 22:25:42.883694 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.db.l3_db [None req-a9723102-efc4-432e-82fd-d990ec3e30fc tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Floating IP de0f2360-f686-4feb-a36b-a195777d05af associated. External IP: 172.27.0.38, port: 920dca9d-d6ea-423b-af62-abed829fb4f5. Nov 11 22:25:42.971380 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-ec3cb3db-2bb0-4873-9110-d4ec2e5350ad req-6b928abd-f05a-4062-a031-b4ef03fb994e tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] 10.222.0.50 "GET /v2.0/security-groups?id=b7ad85df-46a8-46d3-8901-5efb35b2e93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900812 Nov 11 22:25:43.131966 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9723102-efc4-432e-82fd-d990ec3e30fc tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Router 10cd6305-f48d-40b7-9fc5-d7ee37e2efc9 has already been hosted by L3 agent 4702c36b-78d9-4f52-8cbc-8d9e3292a6f2 {{(pid=101950) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 22:25:43.515095 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9723102-efc4-432e-82fd-d990ec3e30fc tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Notify agent at l3_agent.dv-cinder-733622-20-iscsi the message routers_updated {{(pid=101950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:25:43.526919 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5141c072-9753-438b-9f06-279a8de79e5e None None] Sync routers for ids ['10cd6305-f48d-40b7-9fc5-d7ee37e2efc9'] in dv-cinder-733622-20-iscsi {{(pid=101952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:25:43.540393 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5141c072-9753-438b-9f06-279a8de79e5e None None] Routers {'10cd6305-f48d-40b7-9fc5-d7ee37e2efc9'} bound to L3 agent in host dv-cinder-733622-20-iscsi {{(pid=101952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:25:43.541056 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_hamode_db [None req-5141c072-9753-438b-9f06-279a8de79e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T22:08:28Z,description=,heartbeat_timestamp=2021-11-11T22:25:28Z,host='dv-cinder-733622-20-iscsi',id=4702c36b-78d9-4f52-8cbc-8d9e3292a6f2,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T22:08:28Z,topic='l3_agent')) {'router_ids': ['10cd6305-f48d-40b7-9fc5-d7ee37e2efc9'], 'active': True} {{(pid=101952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:25:43.544001 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd67ec1-1868-45af-a318-94c8f3f77fbe req-ec5b8bd8-d2be-4c74-8a41-684816f74e15 tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:43.545567 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-ebd67ec1-1868-45af-a318-94c8f3f77fbe req-ec5b8bd8-d2be-4c74-8a41-684816f74e15 tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] 10.222.0.50 "GET /v2.0/ports?device_id=32bf218d-6ab7-4ed8-91ad-8790d10dc5ed HTTP/1.1" status: 200 len: 946 time: 0.0787463 Nov 11 22:25:43.553622 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-a9723102-efc4-432e-82fd-d990ec3e30fc tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26363'] for floatingip, before_response {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:43.597929 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [None req-a9723102-efc4-432e-82fd-d990ec3e30fc tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0891511 Nov 11 22:25:43.599296 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7d3b4b0-81bd-459e-b368-1d7a18131716', 'tag': '920dca9d-d6ea-423b-af62-abed829fb4f5'}] {{(pid=101950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:25:43.601720 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6a5285f65aca903721fee6e5434d0235345418fba5e47a2479ed174f8b69804" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ea60683-00a1-4916-a14d-782e4415dfd9" -d '{"events": [{"name": "network-changed", "server_uuid": "e7d3b4b0-81bd-459e-b368-1d7a18131716", "tag": "920dca9d-d6ea-423b-af62-abed829fb4f5"}]}' {{(pid=101950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:25:43.632838 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-ebd67ec1-1868-45af-a318-94c8f3f77fbe req-e68966f4-dd02-4bb2-af13-3851ab7bbf0f tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] 10.222.0.50 "GET /v2.0/security-groups?id=b7ad85df-46a8-46d3-8901-5efb35b2e93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752273 Nov 11 22:25:43.647513 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 22:25:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a34cceea-2265-457b-bbb6-d1a7bd1f9c5b x-openstack-request-id: req-a34cceea-2265-457b-bbb6-d1a7bd1f9c5b {{(pid=101950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:25:43.647809 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7d3b4b0-81bd-459e-b368-1d7a18131716", "tag": "920dca9d-d6ea-423b-af62-abed829fb4f5", "status": "completed", "code": 200}]} {{(pid=101950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:25:43.648061 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-a34cceea-2265-457b-bbb6-d1a7bd1f9c5b {{(pid=101950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:25:43.648470 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7d3b4b0-81bd-459e-b368-1d7a18131716', 'tag': '920dca9d-d6ea-423b-af62-abed829fb4f5', 'status': 'completed', 'code': 200} Nov 11 22:25:43.660023 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_dvr_db [None req-5141c072-9753-438b-9f06-279a8de79e5e None None] Set router 10cd6305-f48d-40b7-9fc5-d7ee37e2efc9 gateway port host: dv-cinder-733622-20-iscsi {{(pid=101952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:25:43.715020 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea60683-00a1-4916-a14d-782e4415dfd9 req-e2724764-5333-4a6a-bf57-bca128f5f982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:43.717337 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-7ea60683-00a1-4916-a14d-782e4415dfd9 req-e2724764-5333-4a6a-bf57-bca128f5f982 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=45877637febf473e8074291b9336b125&device_id=e7d3b4b0-81bd-459e-b368-1d7a18131716 HTTP/1.1" status: 200 len: 1098 time: 0.0473652 Nov 11 22:25:43.819052 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea60683-00a1-4916-a14d-782e4415dfd9 req-b787f261-7c43-4a84-81d3-82aeea2a248b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:43.820588 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-7ea60683-00a1-4916-a14d-782e4415dfd9 req-b787f261-7c43-4a84-81d3-82aeea2a248b service neutron] 10.222.0.26 "GET /v2.0/networks?id=432f6d4a-3b75-452f-9f40-63ce1a0d7c20 HTTP/1.1" status: 200 len: 913 time: 0.0962853 Nov 11 22:25:43.889037 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-7ea60683-00a1-4916-a14d-782e4415dfd9 req-09d4f260-a064-4a2e-ab67-92c43a8c2c21 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=920dca9d-d6ea-423b-af62-abed829fb4f5 HTTP/1.1" status: 200 len: 998 time: 0.0612962 Nov 11 22:25:43.956544 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea60683-00a1-4916-a14d-782e4415dfd9 req-63dafdd6-ace2-4d13-81bf-f1b4bf7a3f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:43.959093 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-7ea60683-00a1-4916-a14d-782e4415dfd9 req-63dafdd6-ace2-4d13-81bf-f1b4bf7a3f84 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=45807439-1281-4080-909a-9299f816111e HTTP/1.1" status: 200 len: 851 time: 0.0591002 Nov 11 22:25:44.027847 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea60683-00a1-4916-a14d-782e4415dfd9 req-83da3d6d-7452-456d-bc0d-cf1d39c8a767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:44.029470 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-7ea60683-00a1-4916-a14d-782e4415dfd9 req-83da3d6d-7452-456d-bc0d-cf1d39c8a767 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=432f6d4a-3b75-452f-9f40-63ce1a0d7c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0621603 Nov 11 22:25:44.083812 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_hamode_db [None req-5141c072-9753-438b-9f06-279a8de79e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10cd6305-f48d-40b7-9fc5-d7ee37e2efc9', 'name': 'tempest-TestVolumeBootPattern-1160449093-router', 'tenant_id': '45877637febf473e8074291b9336b125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'external_fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': '921633f6-5983-48e8-8be2-60f9250b518a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:19:31Z', 'updated_at': '2021-11-11T22:19:35Z', 'revision_number': 4, 'project_id': '45877637febf473e8074291b9336b125', 'gw_port': {'id': '921633f6-5983-48e8-8be2-60f9250b518a', 'name': '', 'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:12:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cd6305-f48d-40b7-9fc5-d7ee37e2efc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:19:32Z', 'updated_at': '2021-11-11T22:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-20-iscsi', '_floatingips': [{'id': '64a92f31-36ed-4ce0-a453-d5935d7766de', 'tenant_id': '45877637febf473e8074291b9336b125', 'floating_ip_address': '172.27.0.154', 'floating_network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'router_id': '10cd6305-f48d-40b7-9fc5-d7ee37e2efc9', 'port_id': 'a670a980-753e-4b15-a3f7-b88557539127', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '432f6d4a-3b75-452f-9f40-63ce1a0d7c20', 'mac_address': 'fa:16:3e:41:d2:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13182ad6-5a2b-4701-95e4-f25470140b22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T22:23:30Z', 'updated_at': '2021-11-11T22:23:32Z', 'revision_number': 1, 'project_id': '45877637febf473e8074291b9336b125', 'fixed_ip_address_scope': None}, {'id': 'de0f2360-f686-4feb-a36b-a195777d05af', 'tenant_id': '45877637febf473e8074291b9336b125', 'floating_ip_address': '172.27.0.38', 'floating_network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'router_id': '10cd6305-f48d-40b7-9fc5-d7ee37e2efc9', 'port_id': '920dca9d-d6ea-423b-af62-abed829fb4f5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '432f6d4a-3b75-452f-9f40-63ce1a0d7c20', 'mac_address': 'fa:16:3e:b3:4b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d3b4b0-81bd-459e-b368-1d7a18131716', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T22:25:42Z', 'updated_at': '2021-11-11T22:25:42Z', 'revision_number': 0, 'project_id': '45877637febf473e8074291b9336b125', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74da1290-c8a3-4424-9696-57abc25ed7c0', 'name': '', 'network_id': '432f6d4a-3b75-452f-9f40-63ce1a0d7c20', 'tenant_id': '45877637febf473e8074291b9336b125', 'mac_address': 'fa:16:3e:6b:f7:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cd6305-f48d-40b7-9fc5-d7ee37e2efc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '45807439-1281-4080-909a-9299f816111e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:19:34Z', 'updated_at': '2021-11-11T22:19:41Z', 'revision_number': 5, 'project_id': '45877637febf473e8074291b9336b125', 'subnets': [{'id': '45807439-1281-4080-909a-9299f816111e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-20-iscsi', False) {} {{(pid=101952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:25:44.115728 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5141c072-9753-438b-9f06-279a8de79e5e None None] Checking router: 10cd6305-f48d-40b7-9fc5-d7ee37e2efc9 for host: dv-cinder-733622-20-iscsi {{(pid=101952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:25:44.125723 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5141c072-9753-438b-9f06-279a8de79e5e None None] Routers {'10cd6305-f48d-40b7-9fc5-d7ee37e2efc9'} bound to L3 agent in host dv-cinder-733622-20-iscsi {{(pid=101952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:25:44.125723 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_hamode_db [None req-5141c072-9753-438b-9f06-279a8de79e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T22:08:28Z,description=,heartbeat_timestamp=2021-11-11T22:25:28Z,host='dv-cinder-733622-20-iscsi',id=4702c36b-78d9-4f52-8cbc-8d9e3292a6f2,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T22:08:28Z,topic='l3_agent')) {'router_ids': ['10cd6305-f48d-40b7-9fc5-d7ee37e2efc9'], 'active': True} {{(pid=101952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:25:44.138994 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-7ea60683-00a1-4916-a14d-782e4415dfd9 req-2ee0baf2-154b-47f3-aaf5-cf29397f47a0 service neutron] 10.222.0.26 "GET /v2.0/networks/432f6d4a-3b75-452f-9f40-63ce1a0d7c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950115 Nov 11 22:25:44.243703 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-7ea60683-00a1-4916-a14d-782e4415dfd9 req-2d7696e8-de37-424d-9861-010f9f1e4757 service neutron] 10.222.0.26 "GET /v2.0/networks/432f6d4a-3b75-452f-9f40-63ce1a0d7c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968115 Nov 11 22:25:44.253336 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_dvr_db [None req-5141c072-9753-438b-9f06-279a8de79e5e None None] Set router 10cd6305-f48d-40b7-9fc5-d7ee37e2efc9 gateway port host: dv-cinder-733622-20-iscsi {{(pid=101952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:25:44.488697 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_hamode_db [None req-5141c072-9753-438b-9f06-279a8de79e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10cd6305-f48d-40b7-9fc5-d7ee37e2efc9', 'name': 'tempest-TestVolumeBootPattern-1160449093-router', 'tenant_id': '45877637febf473e8074291b9336b125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'external_fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': '921633f6-5983-48e8-8be2-60f9250b518a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:19:31Z', 'updated_at': '2021-11-11T22:19:35Z', 'revision_number': 4, 'project_id': '45877637febf473e8074291b9336b125', 'gw_port': {'id': '921633f6-5983-48e8-8be2-60f9250b518a', 'name': '', 'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:12:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cd6305-f48d-40b7-9fc5-d7ee37e2efc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:19:32Z', 'updated_at': '2021-11-11T22:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-20-iscsi', '_floatingips': [{'id': '64a92f31-36ed-4ce0-a453-d5935d7766de', 'tenant_id': '45877637febf473e8074291b9336b125', 'floating_ip_address': '172.27.0.154', 'floating_network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'router_id': '10cd6305-f48d-40b7-9fc5-d7ee37e2efc9', 'port_id': 'a670a980-753e-4b15-a3f7-b88557539127', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '432f6d4a-3b75-452f-9f40-63ce1a0d7c20', 'mac_address': 'fa:16:3e:41:d2:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13182ad6-5a2b-4701-95e4-f25470140b22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T22:23:30Z', 'updated_at': '2021-11-11T22:23:32Z', 'revision_number': 1, 'project_id': '45877637febf473e8074291b9336b125', 'fixed_ip_address_scope': None}, {'id': 'de0f2360-f686-4feb-a36b-a195777d05af', 'tenant_id': '45877637febf473e8074291b9336b125', 'floating_ip_address': '172.27.0.38', 'floating_network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'router_id': '10cd6305-f48d-40b7-9fc5-d7ee37e2efc9', 'port_id': '920dca9d-d6ea-423b-af62-abed829fb4f5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '432f6d4a-3b75-452f-9f40-63ce1a0d7c20', 'mac_address': 'fa:16:3e:b3:4b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d3b4b0-81bd-459e-b368-1d7a18131716', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T22:25:42Z', 'updated_at': '2021-11-11T22:25:42Z', 'revision_number': 0, 'project_id': '45877637febf473e8074291b9336b125', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74da1290-c8a3-4424-9696-57abc25ed7c0', 'name': '', 'network_id': '432f6d4a-3b75-452f-9f40-63ce1a0d7c20', 'tenant_id': '45877637febf473e8074291b9336b125', 'mac_address': 'fa:16:3e:6b:f7:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cd6305-f48d-40b7-9fc5-d7ee37e2efc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '45807439-1281-4080-909a-9299f816111e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:19:34Z', 'updated_at': '2021-11-11T22:19:41Z', 'revision_number': 5, 'project_id': '45877637febf473e8074291b9336b125', 'subnets': [{'id': '45807439-1281-4080-909a-9299f816111e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-20-iscsi', False) {} {{(pid=101952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:25:44.518211 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5141c072-9753-438b-9f06-279a8de79e5e None None] The sync data for ids ['10cd6305-f48d-40b7-9fc5-d7ee37e2efc9'] in dv-cinder-733622-20-iscsi is: [{'id': '10cd6305-f48d-40b7-9fc5-d7ee37e2efc9', 'name': 'tempest-TestVolumeBootPattern-1160449093-router', 'tenant_id': '45877637febf473e8074291b9336b125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'external_fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': '921633f6-5983-48e8-8be2-60f9250b518a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:19:31Z', 'updated_at': '2021-11-11T22:19:35Z', 'revision_number': 4, 'project_id': '45877637febf473e8074291b9336b125', 'gw_port': {'id': '921633f6-5983-48e8-8be2-60f9250b518a', 'name': '', 'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:12:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cd6305-f48d-40b7-9fc5-d7ee37e2efc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:19:32Z', 'updated_at': '2021-11-11T22:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-20-iscsi', '_floatingips': [{'id': '64a92f31-36ed-4ce0-a453-d5935d7766de', 'tenant_id': '45877637febf473e8074291b9336b125', 'floating_ip_address': '172.27.0.154', 'floating_network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'router_id': '10cd6305-f48d-40b7-9fc5-d7ee37e2efc9', 'port_id': 'a670a980-753e-4b15-a3f7-b88557539127', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '432f6d4a-3b75-452f-9f40-63ce1a0d7c20', 'mac_address': 'fa:16:3e:41:d2:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13182ad6-5a2b-4701-95e4-f25470140b22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T22:23:30Z', 'updated_at': '2021-11-11T22:23:32Z', 'revision_number': 1, 'project_id': '45877637febf473e8074291b9336b125', 'fixed_ip_address_scope': None}, {'id': 'de0f2360-f686-4feb-a36b-a195777d05af', 'tenant_id': '45877637febf473e8074291b9336b125', 'floating_ip_address': '172.27.0.38', 'floating_network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'router_id': '10cd6305-f48d-40b7-9fc5-d7ee37e2efc9', 'port_id': '920dca9d-d6ea-423b-af62-abed829fb4f5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '432f6d4a-3b75-452f-9f40-63ce1a0d7c20', 'mac_address': 'fa:16:3e:b3:4b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7d3b4b0-81bd-459e-b368-1d7a18131716', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T22:25:42Z', 'updated_at': '2021-11-11T22:25:42Z', 'revision_number': 0, 'project_id': '45877637febf473e8074291b9336b125', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74da1290-c8a3-4424-9696-57abc25ed7c0', 'name': '', 'network_id': '432f6d4a-3b75-452f-9f40-63ce1a0d7c20', 'tenant_id': '45877637febf473e8074291b9336b125', 'mac_address': 'fa:16:3e:6b:f7:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cd6305-f48d-40b7-9fc5-d7ee37e2efc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '45807439-1281-4080-909a-9299f816111e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:19:34Z', 'updated_at': '2021-11-11T22:19:41Z', 'revision_number': 5, 'project_id': '45877637febf473e8074291b9336b125', 'subnets': [{'id': '45807439-1281-4080-909a-9299f816111e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:25:44.714209 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e48748-e19b-4ecf-8075-8bf9a1345647 None None] New status for floating IP de0f2360-f686-4feb-a36b-a195777d05af: ACTIVE {{(pid=101953) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 22:25:53.044120 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820abb26-2200-4c7b-a33d-dc365dba79ba req-116f6846-9689-424a-b062-f746adcb375e tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:53.045677 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-820abb26-2200-4c7b-a33d-dc365dba79ba req-116f6846-9689-424a-b062-f746adcb375e tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] 10.222.0.50 "GET /v2.0/ports?device_id=32bf218d-6ab7-4ed8-91ad-8790d10dc5ed HTTP/1.1" status: 200 len: 946 time: 0.0505979 Nov 11 22:25:53.095518 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-820abb26-2200-4c7b-a33d-dc365dba79ba req-b0472e29-df56-43b6-a008-7648633c60bd tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] 10.222.0.50 "GET /v2.0/security-groups?id=b7ad85df-46a8-46d3-8901-5efb35b2e93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432808 Nov 11 22:25:53.118973 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.wsgi [-] (101950) accepted ('10.222.0.50', 51322) {{(pid=101950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:25:53.312133 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7777d8f-3c91-477a-8bf6-b7790dc0747c tempest-TestMinimumBasicScenario-1298294634 tempest-TestMinimumBasicScenario-1298294634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:53.313685 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [None req-e7777d8f-3c91-477a-8bf6-b7790dc0747c tempest-TestMinimumBasicScenario-1298294634 tempest-TestMinimumBasicScenario-1298294634-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=32bf218d-6ab7-4ed8-91ad-8790d10dc5ed HTTP/1.1" status: 200 len: 1094 time: 0.1936755 Nov 11 22:25:53.316575 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.wsgi [-] (101950) accepted ('10.222.0.50', 51326) {{(pid=101950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:25:53.321090 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.v2.base [None req-98eb2914-7513-432c-a8a5-82ff6ce71536 tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] Request body: {'floatingip': {'floating_network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'port_id': '1c0d4012-98ce-41d3-8682-55332544653f', 'tenant_id': 'ad87baae272c4d3498ca095539ae1af4', 'fixed_ip_address': '172.20.0.10'}} {{(pid=101950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:25:53.343202 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-98eb2914-7513-432c-a8a5-82ff6ce71536 tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] Publish callbacks [] for floatingip, before_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:53.443685 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-98eb2914-7513-432c-a8a5-82ff6ce71536 tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:53.559157 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.db.db_base_plugin_common [None req-98eb2914-7513-432c-a8a5-82ff6ce71536 tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] Allocated IP 172.27.0.235 (fd27370c-43f8-4948-a495-3a9880be1635/b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca/7df7ddd4-3985-499d-a5d9-0a39d3e2ca9a) {{(pid=101950) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 11 22:25:53.672467 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-98eb2914-7513-432c-a8a5-82ff6ce71536 tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] Publish callbacks [] for port, precommit_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:53.717095 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-98eb2914-7513-432c-a8a5-82ff6ce71536 tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8776911838082', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3976619'] for port, after_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:53.761616 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98eb2914-7513-432c-a8a5-82ff6ce71536 tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] Network fd27370c-43f8-4948-a495-3a9880be1635 is already hosted by enough agents. {{(pid=101950) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 11 22:25:53.764621 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.scheduler.base_scheduler [None req-98eb2914-7513-432c-a8a5-82ff6ce71536 tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] Resources bound (agent type, host, resource id): {{(pid=101950) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 11 22:25:53.768359 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98eb2914-7513-432c-a8a5-82ff6ce71536 tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] Received port after_create {{(pid=101950) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 11 22:25:53.796076 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98eb2914-7513-432c-a8a5-82ff6ce71536 tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] Pushing event updated for resources: {'Port': ['ID=7df7ddd4-3985-499d-a5d9-0a39d3e2ca9a,revision_number=1']} {{(pid=101950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:25:54.154526 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-98eb2914-7513-432c-a8a5-82ff6ce71536 tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:54.223647 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-98eb2914-7513-432c-a8a5-82ff6ce71536 tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_update {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:54.373314 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-98eb2914-7513-432c-a8a5-82ff6ce71536 tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] Publish callbacks [] for port, precommit_update {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:54.377699 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-98eb2914-7513-432c-a8a5-82ff6ce71536 tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776912265364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776911838100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776911838118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3976658'] for port, after_update {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:54.447865 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98eb2914-7513-432c-a8a5-82ff6ce71536 tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] Pushing event updated for resources: {'Port': ['ID=7df7ddd4-3985-499d-a5d9-0a39d3e2ca9a,revision_number=2']} {{(pid=101950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:25:54.460052 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-98eb2914-7513-432c-a8a5-82ff6ce71536 tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-657105'] for floatingip, after_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:54.563012 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.db.l3_db [None req-98eb2914-7513-432c-a8a5-82ff6ce71536 tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] Floating IP 7d8c6c73-d213-48e3-9ce1-f68127f16526 associated. External IP: 172.27.0.235, port: 1c0d4012-98ce-41d3-8682-55332544653f. Nov 11 22:25:54.771755 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98eb2914-7513-432c-a8a5-82ff6ce71536 tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] Router 8cd97494-fe88-4bdf-a703-68bc06a305af has already been hosted by L3 agent 4702c36b-78d9-4f52-8cbc-8d9e3292a6f2 {{(pid=101950) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 22:25:54.882039 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98eb2914-7513-432c-a8a5-82ff6ce71536 tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] Notify agent at l3_agent.dv-cinder-733622-20-iscsi the message routers_updated {{(pid=101950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:25:54.893085 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb830ac-b44e-4295-899e-759b6e6f651e None None] Sync routers for ids ['8cd97494-fe88-4bdf-a703-68bc06a305af'] in dv-cinder-733622-20-iscsi {{(pid=101952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:25:54.904494 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-98eb2914-7513-432c-a8a5-82ff6ce71536 tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26363'] for floatingip, before_response {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:54.907811 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb830ac-b44e-4295-899e-759b6e6f651e None None] Routers {'8cd97494-fe88-4bdf-a703-68bc06a305af'} bound to L3 agent in host dv-cinder-733622-20-iscsi {{(pid=101952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:25:54.908441 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_hamode_db [None req-9eb830ac-b44e-4295-899e-759b6e6f651e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T22:08:28Z,description=,heartbeat_timestamp=2021-11-11T22:25:28Z,host='dv-cinder-733622-20-iscsi',id=4702c36b-78d9-4f52-8cbc-8d9e3292a6f2,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T22:08:28Z,topic='l3_agent')) {'router_ids': ['8cd97494-fe88-4bdf-a703-68bc06a305af'], 'active': True} {{(pid=101952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:25:54.933484 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [None req-98eb2914-7513-432c-a8a5-82ff6ce71536 tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] 10.222.0.50 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6157455 Nov 11 22:25:54.934397 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32bf218d-6ab7-4ed8-91ad-8790d10dc5ed', 'tag': '1c0d4012-98ce-41d3-8682-55332544653f'}] {{(pid=101950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:25:54.936852 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 51328) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:25:54.937294 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6a5285f65aca903721fee6e5434d0235345418fba5e47a2479ed174f8b69804" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8fc7b3e-d32b-4c11-8064-656c6c4485d0" -d '{"events": [{"name": "network-changed", "server_uuid": "32bf218d-6ab7-4ed8-91ad-8790d10dc5ed", "tag": "1c0d4012-98ce-41d3-8682-55332544653f"}]}' {{(pid=101950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:25:54.942376 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.v2.base [None req-c9fdc9e2-f650-4fee-ad92-315d4b9d3448 tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-263806026', 'description': 'tempest-secgroup-smoke-263806026 description', 'project_id': 'ad87baae272c4d3498ca095539ae1af4'}} {{(pid=101951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:25:54.971433 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-c9fdc9e2-f650-4fee-ad92-315d4b9d3448 tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] Publish callbacks [] for security_group, before_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:54.977730 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 22:25:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc489d57-0330-4bdd-9d0e-6eca8e9e26a9 x-openstack-request-id: req-dc489d57-0330-4bdd-9d0e-6eca8e9e26a9 {{(pid=101950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:25:54.978305 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32bf218d-6ab7-4ed8-91ad-8790d10dc5ed", "tag": "1c0d4012-98ce-41d3-8682-55332544653f", "status": "completed", "code": 200}]} {{(pid=101950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:25:54.978913 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-dc489d57-0330-4bdd-9d0e-6eca8e9e26a9 {{(pid=101950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:25:54.979523 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32bf218d-6ab7-4ed8-91ad-8790d10dc5ed', 'tag': '1c0d4012-98ce-41d3-8682-55332544653f', 'status': 'completed', 'code': 200} Nov 11 22:25:55.068262 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_dvr_db [None req-9eb830ac-b44e-4295-899e-759b6e6f651e None None] Set router 8cd97494-fe88-4bdf-a703-68bc06a305af gateway port host: dv-cinder-733622-20-iscsi {{(pid=101952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:25:55.085639 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-c9fdc9e2-f650-4fee-ad92-315d4b9d3448 tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] Publish callbacks [] for security_group, precommit_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:55.089297 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fc7b3e-d32b-4c11-8064-656c6c4485d0 req-b533fab1-f54f-4105-8e4b-f7c5a9954221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:55.090938 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-f8fc7b3e-d32b-4c11-8064-656c6c4485d0 req-b533fab1-f54f-4105-8e4b-f7c5a9954221 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ad87baae272c4d3498ca095539ae1af4&device_id=32bf218d-6ab7-4ed8-91ad-8790d10dc5ed HTTP/1.1" status: 200 len: 1099 time: 0.0804064 Nov 11 22:25:55.091962 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-c9fdc9e2-f650-4fee-ad92-315d4b9d3448 tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:55.147523 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-c9fdc9e2-f650-4fee-ad92-315d4b9d3448 tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] Publish callbacks [] for security_group, before_response {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:55.148932 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-c9fdc9e2-f650-4fee-ad92-315d4b9d3448 tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] 10.222.0.50 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2106647 Nov 11 22:25:55.152097 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.wsgi [-] (101950) accepted ('10.222.0.50', 51332) {{(pid=101950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:25:55.154199 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fdc9e2-f650-4fee-ad92-315d4b9d3448 tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a771c555-ed82-47a0-87d3-221d0c35e90c,revision_number=1']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:25:55.157582 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.v2.base [None req-77e68820-3ca0-4c6b-9c73-5fb868b8b537 tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] Request body: {'security_group_rule': {'security_group_id': 'a771c555-ed82-47a0-87d3-221d0c35e90c', 'project_id': 'ad87baae272c4d3498ca095539ae1af4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:25:55.189990 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-77e68820-3ca0-4c6b-9c73-5fb868b8b537 tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:55.194114 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fdc9e2-f650-4fee-ad92-315d4b9d3448 tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:25:55.194556 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fdc9e2-f650-4fee-ad92-315d4b9d3448 tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:25:55.194903 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fdc9e2-f650-4fee-ad92-315d4b9d3448 tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:25:55.195254 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fdc9e2-f650-4fee-ad92-315d4b9d3448 tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:25:55.195647 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fdc9e2-f650-4fee-ad92-315d4b9d3448 tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:25:55.195939 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fdc9e2-f650-4fee-ad92-315d4b9d3448 tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:25:55.196493 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fdc9e2-f650-4fee-ad92-315d4b9d3448 tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:25:55.197005 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fdc9e2-f650-4fee-ad92-315d4b9d3448 tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:25:55.197496 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fdc9e2-f650-4fee-ad92-315d4b9d3448 tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:25:55.197833 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fdc9e2-f650-4fee-ad92-315d4b9d3448 tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:25:55.198464 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fdc9e2-f650-4fee-ad92-315d4b9d3448 tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:25:55.198891 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9fdc9e2-f650-4fee-ad92-315d4b9d3448 tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:25:55.245617 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fc7b3e-d32b-4c11-8064-656c6c4485d0 req-b4ec3a50-2442-4275-bd38-6bd23c6e3f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:55.247422 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-f8fc7b3e-d32b-4c11-8064-656c6c4485d0 req-b4ec3a50-2442-4275-bd38-6bd23c6e3f4a service neutron] 10.222.0.26 "GET /v2.0/networks?id=23d3689e-a73d-41f8-bdbf-929622f1daf7 HTTP/1.1" status: 200 len: 915 time: 0.1410825 Nov 11 22:25:55.268650 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-77e68820-3ca0-4c6b-9c73-5fb868b8b537 tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:55.275055 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-77e68820-3ca0-4c6b-9c73-5fb868b8b537 tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883588'] for security_group_rule, after_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:55.294657 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e68820-3ca0-4c6b-9c73-5fb868b8b537 tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b7b0671-4f3c-4fb6-b6d7-47f5d28c2e3d,revision_number=0']} {{(pid=101950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:25:55.304396 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e68820-3ca0-4c6b-9c73-5fb868b8b537 tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:25:55.304777 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e68820-3ca0-4c6b-9c73-5fb868b8b537 tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:25:55.305126 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e68820-3ca0-4c6b-9c73-5fb868b8b537 tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:25:55.305481 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e68820-3ca0-4c6b-9c73-5fb868b8b537 tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:25:55.305803 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e68820-3ca0-4c6b-9c73-5fb868b8b537 tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:25:55.306141 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e68820-3ca0-4c6b-9c73-5fb868b8b537 tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:25:55.306477 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e68820-3ca0-4c6b-9c73-5fb868b8b537 tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:25:55.306810 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e68820-3ca0-4c6b-9c73-5fb868b8b537 tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:25:55.307144 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e68820-3ca0-4c6b-9c73-5fb868b8b537 tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:25:55.307472 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e68820-3ca0-4c6b-9c73-5fb868b8b537 tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:25:55.308097 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e68820-3ca0-4c6b-9c73-5fb868b8b537 tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:25:55.308228 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e68820-3ca0-4c6b-9c73-5fb868b8b537 tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:25:55.312922 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-77e68820-3ca0-4c6b-9c73-5fb868b8b537 tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:55.314147 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [None req-77e68820-3ca0-4c6b-9c73-5fb868b8b537 tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1607833 Nov 11 22:25:55.316872 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.wsgi [-] (101950) accepted ('10.222.0.50', 51334) {{(pid=101950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:25:55.322341 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.v2.base [None req-28a848ff-844d-4dc9-933a-adc1f24569e7 tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] Request body: {'security_group_rule': {'security_group_id': 'a771c555-ed82-47a0-87d3-221d0c35e90c', 'project_id': 'ad87baae272c4d3498ca095539ae1af4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:25:55.332152 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-f8fc7b3e-d32b-4c11-8064-656c6c4485d0 req-b2863567-23d4-4d55-85f6-76bf70768776 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1c0d4012-98ce-41d3-8682-55332544653f HTTP/1.1" status: 200 len: 1000 time: 0.0764832 Nov 11 22:25:55.340887 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_hamode_db [None req-9eb830ac-b44e-4295-899e-759b6e6f651e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cd97494-fe88-4bdf-a703-68bc06a305af', 'name': 'tempest-TestMinimumBasicScenario-972100226-router', 'tenant_id': 'ad87baae272c4d3498ca095539ae1af4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'external_fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': 'e1afe1f5-3e89-4335-8256-f5de6da55bcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:24:58Z', 'updated_at': '2021-11-11T22:25:01Z', 'revision_number': 4, 'project_id': 'ad87baae272c4d3498ca095539ae1af4', 'gw_port': {'id': 'e1afe1f5-3e89-4335-8256-f5de6da55bcd', 'name': '', 'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:0d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd97494-fe88-4bdf-a703-68bc06a305af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:24:58Z', 'updated_at': '2021-11-11T22:25:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-20-iscsi', '_floatingips': [{'id': '7d8c6c73-d213-48e3-9ce1-f68127f16526', 'tenant_id': 'ad87baae272c4d3498ca095539ae1af4', 'floating_ip_address': '172.27.0.235', 'floating_network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'router_id': '8cd97494-fe88-4bdf-a703-68bc06a305af', 'port_id': '1c0d4012-98ce-41d3-8682-55332544653f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23d3689e-a73d-41f8-bdbf-929622f1daf7', 'mac_address': 'fa:16:3e:fe:90:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32bf218d-6ab7-4ed8-91ad-8790d10dc5ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T22:25:54Z', 'updated_at': '2021-11-11T22:25:54Z', 'revision_number': 0, 'project_id': 'ad87baae272c4d3498ca095539ae1af4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3981f610-e50d-45f0-97b7-81f9fa2df617', 'name': '', 'network_id': '23d3689e-a73d-41f8-bdbf-929622f1daf7', 'tenant_id': 'ad87baae272c4d3498ca095539ae1af4', 'mac_address': 'fa:16:3e:3f:11:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd97494-fe88-4bdf-a703-68bc06a305af', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'e2e29ce0-5737-471e-afb3-097495c0c3f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:25:01Z', 'updated_at': '2021-11-11T22:25:07Z', 'revision_number': 5, 'project_id': 'ad87baae272c4d3498ca095539ae1af4', 'subnets': [{'id': 'e2e29ce0-5737-471e-afb3-097495c0c3f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-20-iscsi', False) {} {{(pid=101952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:25:55.350944 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-28a848ff-844d-4dc9-933a-adc1f24569e7 tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:55.370139 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb830ac-b44e-4295-899e-759b6e6f651e None None] Checking router: 8cd97494-fe88-4bdf-a703-68bc06a305af for host: dv-cinder-733622-20-iscsi {{(pid=101952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:25:55.379017 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb830ac-b44e-4295-899e-759b6e6f651e None None] Routers {'8cd97494-fe88-4bdf-a703-68bc06a305af'} bound to L3 agent in host dv-cinder-733622-20-iscsi {{(pid=101952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:25:55.379636 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_hamode_db [None req-9eb830ac-b44e-4295-899e-759b6e6f651e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T22:08:28Z,description=,heartbeat_timestamp=2021-11-11T22:25:28Z,host='dv-cinder-733622-20-iscsi',id=4702c36b-78d9-4f52-8cbc-8d9e3292a6f2,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T22:08:28Z,topic='l3_agent')) {'router_ids': ['8cd97494-fe88-4bdf-a703-68bc06a305af'], 'active': True} {{(pid=101952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:25:55.392126 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fc7b3e-d32b-4c11-8064-656c6c4485d0 req-9d810196-1e73-4d86-9369-eeb7a687db50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:55.393725 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-f8fc7b3e-d32b-4c11-8064-656c6c4485d0 req-9d810196-1e73-4d86-9369-eeb7a687db50 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e2e29ce0-5737-471e-afb3-097495c0c3f5 HTTP/1.1" status: 200 len: 853 time: 0.0533776 Nov 11 22:25:55.425055 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-28a848ff-844d-4dc9-933a-adc1f24569e7 tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:55.429546 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-28a848ff-844d-4dc9-933a-adc1f24569e7 tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883588'] for security_group_rule, after_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:55.454687 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fc7b3e-d32b-4c11-8064-656c6c4485d0 req-c7070a00-d887-46ab-9ab8-fd9958c16f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:55.454883 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a848ff-844d-4dc9-933a-adc1f24569e7 tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9448f035-82d2-46f4-ba03-0a484a78a79a,revision_number=0']} {{(pid=101950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:25:55.456202 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-f8fc7b3e-d32b-4c11-8064-656c6c4485d0 req-c7070a00-d887-46ab-9ab8-fd9958c16f80 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=23d3689e-a73d-41f8-bdbf-929622f1daf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0498900 Nov 11 22:25:55.465420 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-28a848ff-844d-4dc9-933a-adc1f24569e7 tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:55.466715 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [None req-28a848ff-844d-4dc9-933a-adc1f24569e7 tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1480947 Nov 11 22:25:55.469489 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.wsgi [-] (101950) accepted ('10.222.0.50', 51336) {{(pid=101950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:25:55.474793 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.v2.base [None req-fa64770e-074e-4040-b15f-b050af88189d tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] Request body: {'security_group_rule': {'security_group_id': 'a771c555-ed82-47a0-87d3-221d0c35e90c', 'project_id': 'ad87baae272c4d3498ca095539ae1af4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:25:55.503802 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_dvr_db [None req-9eb830ac-b44e-4295-899e-759b6e6f651e None None] Set router 8cd97494-fe88-4bdf-a703-68bc06a305af gateway port host: dv-cinder-733622-20-iscsi {{(pid=101952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:25:55.507202 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-fa64770e-074e-4040-b15f-b050af88189d tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:55.558513 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-f8fc7b3e-d32b-4c11-8064-656c6c4485d0 req-5d9530f7-8a82-43ba-8595-8868be94c0bf service neutron] 10.222.0.26 "GET /v2.0/networks/23d3689e-a73d-41f8-bdbf-929622f1daf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939932 Nov 11 22:25:55.577884 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-fa64770e-074e-4040-b15f-b050af88189d tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:55.584418 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-fa64770e-074e-4040-b15f-b050af88189d tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883588'] for security_group_rule, after_create {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:55.612431 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa64770e-074e-4040-b15f-b050af88189d tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8dfeb3f4-024a-4a85-a1c5-c91f4a0ebaa7,revision_number=0']} {{(pid=101950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:25:55.626455 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-fa64770e-074e-4040-b15f-b050af88189d tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:55.629394 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [None req-fa64770e-074e-4040-b15f-b050af88189d tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1587791 Nov 11 22:25:55.634737 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 51338) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:25:55.639216 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.v2.base [None req-0000d338-6850-4826-8ab5-0fb9544eac37 tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] Request body: {'security_group_rule': {'security_group_id': 'a771c555-ed82-47a0-87d3-221d0c35e90c', 'project_id': 'ad87baae272c4d3498ca095539ae1af4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:25:55.690076 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-0000d338-6850-4826-8ab5-0fb9544eac37 tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:55.692947 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-a6af4fa5-7761-461a-8ea8-e8616edcbd4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:55.696713 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-f8fc7b3e-d32b-4c11-8064-656c6c4485d0 req-7103f739-7979-4e64-a6f2-482507deb03d service neutron] 10.222.0.26 "GET /v2.0/networks/23d3689e-a73d-41f8-bdbf-929622f1daf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278865 Nov 11 22:25:55.766679 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-0000d338-6850-4826-8ab5-0fb9544eac37 tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:55.771982 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-0000d338-6850-4826-8ab5-0fb9544eac37 tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883588'] for security_group_rule, after_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:55.792441 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0000d338-6850-4826-8ab5-0fb9544eac37 tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2dde6bc3-1379-45f7-9019-b617caa6828b,revision_number=0']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:25:55.801449 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-0000d338-6850-4826-8ab5-0fb9544eac37 tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:55.803284 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-0000d338-6850-4826-8ab5-0fb9544eac37 tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1675606 Nov 11 22:25:55.806334 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 51340) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:25:55.811260 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.v2.base [None req-fca52878-28d0-460d-b122-39433ee063fa tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] Request body: {'security_group_rule': {'security_group_id': 'a771c555-ed82-47a0-87d3-221d0c35e90c', 'project_id': 'ad87baae272c4d3498ca095539ae1af4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:25:55.836892 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.db.securitygroups_db [None req-fca52878-28d0-460d-b122-39433ee063fa tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] Project ad87baae272c4d3498ca095539ae1af4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 22:25:55.842413 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-fca52878-28d0-460d-b122-39433ee063fa tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:55.913494 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-fca52878-28d0-460d-b122-39433ee063fa tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:55.916553 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_hamode_db [None req-9eb830ac-b44e-4295-899e-759b6e6f651e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cd97494-fe88-4bdf-a703-68bc06a305af', 'name': 'tempest-TestMinimumBasicScenario-972100226-router', 'tenant_id': 'ad87baae272c4d3498ca095539ae1af4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'external_fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': 'e1afe1f5-3e89-4335-8256-f5de6da55bcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:24:58Z', 'updated_at': '2021-11-11T22:25:01Z', 'revision_number': 4, 'project_id': 'ad87baae272c4d3498ca095539ae1af4', 'gw_port': {'id': 'e1afe1f5-3e89-4335-8256-f5de6da55bcd', 'name': '', 'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:0d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd97494-fe88-4bdf-a703-68bc06a305af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:24:58Z', 'updated_at': '2021-11-11T22:25:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-20-iscsi', '_floatingips': [{'id': '7d8c6c73-d213-48e3-9ce1-f68127f16526', 'tenant_id': 'ad87baae272c4d3498ca095539ae1af4', 'floating_ip_address': '172.27.0.235', 'floating_network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'router_id': '8cd97494-fe88-4bdf-a703-68bc06a305af', 'port_id': '1c0d4012-98ce-41d3-8682-55332544653f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23d3689e-a73d-41f8-bdbf-929622f1daf7', 'mac_address': 'fa:16:3e:fe:90:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32bf218d-6ab7-4ed8-91ad-8790d10dc5ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T22:25:54Z', 'updated_at': '2021-11-11T22:25:54Z', 'revision_number': 0, 'project_id': 'ad87baae272c4d3498ca095539ae1af4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3981f610-e50d-45f0-97b7-81f9fa2df617', 'name': '', 'network_id': '23d3689e-a73d-41f8-bdbf-929622f1daf7', 'tenant_id': 'ad87baae272c4d3498ca095539ae1af4', 'mac_address': 'fa:16:3e:3f:11:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd97494-fe88-4bdf-a703-68bc06a305af', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'e2e29ce0-5737-471e-afb3-097495c0c3f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:25:01Z', 'updated_at': '2021-11-11T22:25:07Z', 'revision_number': 5, 'project_id': 'ad87baae272c4d3498ca095539ae1af4', 'subnets': [{'id': 'e2e29ce0-5737-471e-afb3-097495c0c3f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-20-iscsi', False) {} {{(pid=101952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:25:55.917626 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-fca52878-28d0-460d-b122-39433ee063fa tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883588'] for security_group_rule, after_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:55.939269 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca52878-28d0-460d-b122-39433ee063fa tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d54c0d9-ac66-4fe8-8847-62a7289bf06b,revision_number=0']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:25:55.944097 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb830ac-b44e-4295-899e-759b6e6f651e None None] The sync data for ids ['8cd97494-fe88-4bdf-a703-68bc06a305af'] in dv-cinder-733622-20-iscsi is: [{'id': '8cd97494-fe88-4bdf-a703-68bc06a305af', 'name': 'tempest-TestMinimumBasicScenario-972100226-router', 'tenant_id': 'ad87baae272c4d3498ca095539ae1af4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'external_fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': 'e1afe1f5-3e89-4335-8256-f5de6da55bcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:24:58Z', 'updated_at': '2021-11-11T22:25:01Z', 'revision_number': 4, 'project_id': 'ad87baae272c4d3498ca095539ae1af4', 'gw_port': {'id': 'e1afe1f5-3e89-4335-8256-f5de6da55bcd', 'name': '', 'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:0d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd97494-fe88-4bdf-a703-68bc06a305af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:24:58Z', 'updated_at': '2021-11-11T22:25:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-20-iscsi', '_floatingips': [{'id': '7d8c6c73-d213-48e3-9ce1-f68127f16526', 'tenant_id': 'ad87baae272c4d3498ca095539ae1af4', 'floating_ip_address': '172.27.0.235', 'floating_network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'router_id': '8cd97494-fe88-4bdf-a703-68bc06a305af', 'port_id': '1c0d4012-98ce-41d3-8682-55332544653f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23d3689e-a73d-41f8-bdbf-929622f1daf7', 'mac_address': 'fa:16:3e:fe:90:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32bf218d-6ab7-4ed8-91ad-8790d10dc5ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T22:25:54Z', 'updated_at': '2021-11-11T22:25:54Z', 'revision_number': 0, 'project_id': 'ad87baae272c4d3498ca095539ae1af4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3981f610-e50d-45f0-97b7-81f9fa2df617', 'name': '', 'network_id': '23d3689e-a73d-41f8-bdbf-929622f1daf7', 'tenant_id': 'ad87baae272c4d3498ca095539ae1af4', 'mac_address': 'fa:16:3e:3f:11:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd97494-fe88-4bdf-a703-68bc06a305af', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'e2e29ce0-5737-471e-afb3-097495c0c3f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:25:01Z', 'updated_at': '2021-11-11T22:25:07Z', 'revision_number': 5, 'project_id': 'ad87baae272c4d3498ca095539ae1af4', 'subnets': [{'id': 'e2e29ce0-5737-471e-afb3-097495c0c3f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:25:55.947436 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-fca52878-28d0-460d-b122-39433ee063fa tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:55.948786 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-fca52878-28d0-460d-b122-39433ee063fa tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1412389 Nov 11 22:25:55.951565 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 51342) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:25:55.956876 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.v2.base [None req-d82bb45f-7030-4d43-a79f-f2229761ecac tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] Request body: {'security_group_rule': {'security_group_id': 'a771c555-ed82-47a0-87d3-221d0c35e90c', 'project_id': 'ad87baae272c4d3498ca095539ae1af4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101951) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:25:55.982217 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.db.securitygroups_db [None req-d82bb45f-7030-4d43-a79f-f2229761ecac tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] Project ad87baae272c4d3498ca095539ae1af4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 11 22:25:55.987626 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-d82bb45f-7030-4d43-a79f-f2229761ecac tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:56.055135 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-d82bb45f-7030-4d43-a79f-f2229761ecac tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:56.059585 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-d82bb45f-7030-4d43-a79f-f2229761ecac tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883588'] for security_group_rule, after_create {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:56.079369 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82bb45f-7030-4d43-a79f-f2229761ecac tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f793216-1df1-42b9-92cf-eabf18cfa487,revision_number=0']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:25:56.085610 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-d82bb45f-7030-4d43-a79f-f2229761ecac tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:56.086842 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-d82bb45f-7030-4d43-a79f-f2229761ecac tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] 10.222.0.50 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1343017 Nov 11 22:25:56.153975 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755cbf24-6004-4330-8bb6-c6ea1fb70af6 None None] New status for floating IP 7d8c6c73-d213-48e3-9ce1-f68127f16526: ACTIVE {{(pid=101953) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 22:25:56.185749 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-59b018c6-0915-4622-9c2d-1f28b9359277 req-3932b5c3-f549-4a39-9837-4dd470cbb42a tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-263806026&fields=id&tenant_id=ad87baae272c4d3498ca095539ae1af4 HTTP/1.1" status: 200 len: 267 time: 0.0514483 Nov 11 22:25:56.242817 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b018c6-0915-4622-9c2d-1f28b9359277 req-377a8f07-ab4d-426f-86e2-1b3fe3353574 tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:56.244449 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-59b018c6-0915-4622-9c2d-1f28b9359277 req-377a8f07-ab4d-426f-86e2-1b3fe3353574 tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] 10.222.0.50 "GET /v2.0/ports?device_id=32bf218d-6ab7-4ed8-91ad-8790d10dc5ed HTTP/1.1" status: 200 len: 946 time: 0.0528131 Nov 11 22:25:56.261194 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.v2.base [req-59b018c6-0915-4622-9c2d-1f28b9359277 req-5e54ddda-d201-4613-bc7a-2425e257f84a tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] Request body: {'port': {'security_groups': ['b7ad85df-46a8-46d3-8901-5efb35b2e93d', 'a771c555-ed82-47a0-87d3-221d0c35e90c']}} {{(pid=101950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:25:56.333859 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [req-59b018c6-0915-4622-9c2d-1f28b9359277 req-5e54ddda-d201-4613-bc7a-2425e257f84a tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_update {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:56.519813 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.plugins.ml2.db [req-59b018c6-0915-4622-9c2d-1f28b9359277 req-5e54ddda-d201-4613-bc7a-2425e257f84a tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] For port 1c0d4012-98ce-41d3-8682-55332544653f, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=1c0d4012-98ce-41d3-8682-55332544653f,segment=NetworkSegment(f2d13c5d-c8a3-4bd5-9b5d-5756ff90ad43),segment_id=f2d13c5d-c8a3-4bd5-9b5d-5756ff90ad43)] {{(pid=101950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:25:56.550731 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [req-59b018c6-0915-4622-9c2d-1f28b9359277 req-5e54ddda-d201-4613-bc7a-2425e257f84a tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] Publish callbacks [] for port, precommit_update {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:56.555396 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [req-59b018c6-0915-4622-9c2d-1f28b9359277 req-5e54ddda-d201-4613-bc7a-2425e257f84a tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776912265364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776911838100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776911838118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3976658'] for port, after_update {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:56.572535 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] get_ports_and_sgs() called for port_ids ['1c0d4012-98ce-41d3-8682-55332544653f'] {{(pid=101952) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 22:25:56.601475 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b018c6-0915-4622-9c2d-1f28b9359277 req-5e54ddda-d201-4613-bc7a-2425e257f84a tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:56.602101 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [req-59b018c6-0915-4622-9c2d-1f28b9359277 req-5e54ddda-d201-4613-bc7a-2425e257f84a tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26363'] for port, before_response {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:56.603474 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-59b018c6-0915-4622-9c2d-1f28b9359277 req-5e54ddda-d201-4613-bc7a-2425e257f84a tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] 10.222.0.50 "PUT /v2.0/ports/1c0d4012-98ce-41d3-8682-55332544653f HTTP/1.1" status: 200 len: 982 time: 0.3471463 Nov 11 22:25:56.624667 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e54ddda-d201-4613-bc7a-2425e257f84a tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] Pushing event updated for resources: {'Port': ['ID=1c0d4012-98ce-41d3-8682-55332544653f,revision_number=6']} {{(pid=101950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:25:56.695524 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] get_ports_and_sgs() called for port_ids ['1c0d4012-98ce-41d3-8682-55332544653f'] {{(pid=101952) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 22:25:56.726674 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dcd0c9-7bd4-4858-9233-59d37869d5b3 req-684e6962-9619-4dd0-bc2a-3c705b6f20b6 tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:56.728400 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-84dcd0c9-7bd4-4858-9233-59d37869d5b3 req-684e6962-9619-4dd0-bc2a-3c705b6f20b6 tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] 10.222.0.50 "GET /v2.0/ports?device_id=32bf218d-6ab7-4ed8-91ad-8790d10dc5ed HTTP/1.1" status: 200 len: 985 time: 0.0574803 Nov 11 22:25:56.795264 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-84dcd0c9-7bd4-4858-9233-59d37869d5b3 req-60f83014-ac34-4128-b435-7a6b5951f0b6 tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] 10.222.0.50 "GET /v2.0/security-groups?id=b7ad85df-46a8-46d3-8901-5efb35b2e93d&id=a771c555-ed82-47a0-87d3-221d0c35e90c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0599928 Nov 11 22:25:56.917527 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.provisioning_blocks [None req-dc69e8df-6914-4fca-9c94-8f2439b8fa40 None None] Provisioning complete for port 1c0d4012-98ce-41d3-8682-55332544653f triggered by entity DHCP. {{(pid=101952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:25:56.918062 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-dc69e8df-6914-4fca-9c94-8f2439b8fa40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8061746'] for port, provisioning_complete {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:56.981145 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32bf218d-6ab7-4ed8-91ad-8790d10dc5ed', 'tag': '1c0d4012-98ce-41d3-8682-55332544653f'}] {{(pid=101950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:25:56.983514 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6a5285f65aca903721fee6e5434d0235345418fba5e47a2479ed174f8b69804" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f96cb48-8eed-462c-84d6-d444847d6786" -d '{"events": [{"name": "network-changed", "server_uuid": "32bf218d-6ab7-4ed8-91ad-8790d10dc5ed", "tag": "1c0d4012-98ce-41d3-8682-55332544653f"}]}' {{(pid=101950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:25:57.019873 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 22:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-018d82e9-9182-4c08-b598-7147d03207cb x-openstack-request-id: req-018d82e9-9182-4c08-b598-7147d03207cb {{(pid=101950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:25:57.020229 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32bf218d-6ab7-4ed8-91ad-8790d10dc5ed", "tag": "1c0d4012-98ce-41d3-8682-55332544653f", "status": "completed", "code": 200}]} {{(pid=101950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:25:57.020649 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-018d82e9-9182-4c08-b598-7147d03207cb {{(pid=101950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:25:57.021718 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32bf218d-6ab7-4ed8-91ad-8790d10dc5ed', 'tag': '1c0d4012-98ce-41d3-8682-55332544653f', 'status': 'completed', 'code': 200} Nov 11 22:25:57.086644 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f96cb48-8eed-462c-84d6-d444847d6786 req-c2b68c06-ea7d-4368-8ecd-fc4a43cee28b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:57.088149 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-7f96cb48-8eed-462c-84d6-d444847d6786 req-c2b68c06-ea7d-4368-8ecd-fc4a43cee28b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ad87baae272c4d3498ca095539ae1af4&device_id=32bf218d-6ab7-4ed8-91ad-8790d10dc5ed HTTP/1.1" status: 200 len: 1138 time: 0.0406885 Nov 11 22:25:57.183817 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f96cb48-8eed-462c-84d6-d444847d6786 req-76a64206-eb3d-4662-9161-f343679dc816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:57.185341 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-7f96cb48-8eed-462c-84d6-d444847d6786 req-76a64206-eb3d-4662-9161-f343679dc816 service neutron] 10.222.0.26 "GET /v2.0/networks?id=23d3689e-a73d-41f8-bdbf-929622f1daf7 HTTP/1.1" status: 200 len: 915 time: 0.0865324 Nov 11 22:25:57.258398 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-7f96cb48-8eed-462c-84d6-d444847d6786 req-a6c9847c-40f9-4cab-97a2-990bbf3790ec service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1c0d4012-98ce-41d3-8682-55332544653f HTTP/1.1" status: 200 len: 1002 time: 0.0592215 Nov 11 22:25:57.311111 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f96cb48-8eed-462c-84d6-d444847d6786 req-66b50527-4abe-4024-bd04-cb1858b61de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:57.312941 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-7f96cb48-8eed-462c-84d6-d444847d6786 req-66b50527-4abe-4024-bd04-cb1858b61de2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e2e29ce0-5737-471e-afb3-097495c0c3f5 HTTP/1.1" status: 200 len: 853 time: 0.0463102 Nov 11 22:25:57.365888 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f96cb48-8eed-462c-84d6-d444847d6786 req-79e73a71-2ea1-4225-9519-86fe5f7e0033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:25:57.367374 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-7f96cb48-8eed-462c-84d6-d444847d6786 req-79e73a71-2ea1-4225-9519-86fe5f7e0033 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=23d3689e-a73d-41f8-bdbf-929622f1daf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0466058 Nov 11 22:25:57.460015 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-7f96cb48-8eed-462c-84d6-d444847d6786 req-5799a330-daf3-4a1b-a7fb-361596cd6fd2 service neutron] 10.222.0.26 "GET /v2.0/networks/23d3689e-a73d-41f8-bdbf-929622f1daf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843086 Nov 11 22:25:57.551156 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-7f96cb48-8eed-462c-84d6-d444847d6786 req-15e00b66-5460-4d0d-82e7-05c7b0167204 service neutron] 10.222.0.26 "GET /v2.0/networks/23d3689e-a73d-41f8-bdbf-929622f1daf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826781 Nov 11 22:25:58.181683 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-64aa4ac7-d4d7-4e64-96ad-28edd5e9f896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:25:59.430138 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-766b5b4b-9c4e-4513-9f30-d5290b623bba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:00.827686 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-6e72e30b-d533-48e1-89e1-e2b3014a0430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:01.802621 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:09.921570 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:11.971067 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.db.agents_db [None req-7a0be6d5-f821-4115-b6dd-94f53e40a68e None None] Agent healthcheck: found 6 active agents {{(pid=101953) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:26:20.479535 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49cab76-68ae-4d3f-b087-69da996011b3 req-81a25fb0-c728-451b-b05c-91d9fb95e4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:26:20.481073 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-e49cab76-68ae-4d3f-b087-69da996011b3 req-81a25fb0-c728-451b-b05c-91d9fb95e4dc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ad87baae272c4d3498ca095539ae1af4&device_id=32bf218d-6ab7-4ed8-91ad-8790d10dc5ed HTTP/1.1" status: 200 len: 1138 time: 0.0435631 Nov 11 22:26:20.488008 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1041e0f-b37b-410c-9c3e-a230649b4c1d req-dea9f2a7-50fc-4e4c-ad67-574752724e8e tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:26:20.490101 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-d1041e0f-b37b-410c-9c3e-a230649b4c1d req-dea9f2a7-50fc-4e4c-ad67-574752724e8e tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] 10.222.0.50 "GET /v2.0/ports?device_id=32bf218d-6ab7-4ed8-91ad-8790d10dc5ed HTTP/1.1" status: 200 len: 985 time: 0.0579441 Nov 11 22:26:20.557330 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-d1041e0f-b37b-410c-9c3e-a230649b4c1d req-e859f95f-0912-4155-b5bd-37c2ade6eebd tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] 10.222.0.50 "GET /v2.0/security-groups?id=b7ad85df-46a8-46d3-8901-5efb35b2e93d&id=a771c555-ed82-47a0-87d3-221d0c35e90c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0607886 Nov 11 22:26:20.584284 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49cab76-68ae-4d3f-b087-69da996011b3 req-f8f1758a-afb0-4d6a-90b7-c255f2f9a1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:26:20.585809 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-e49cab76-68ae-4d3f-b087-69da996011b3 req-f8f1758a-afb0-4d6a-90b7-c255f2f9a1c4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=23d3689e-a73d-41f8-bdbf-929622f1daf7 HTTP/1.1" status: 200 len: 915 time: 0.0972068 Nov 11 22:26:20.653863 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-e49cab76-68ae-4d3f-b087-69da996011b3 req-376ceca3-0f8c-464a-93fd-7bf3ef53d906 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1c0d4012-98ce-41d3-8682-55332544653f HTTP/1.1" status: 200 len: 1002 time: 0.0601244 Nov 11 22:26:20.705667 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49cab76-68ae-4d3f-b087-69da996011b3 req-80b6a745-bb2d-4bd9-8a24-5fc919701209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:26:20.707190 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-e49cab76-68ae-4d3f-b087-69da996011b3 req-80b6a745-bb2d-4bd9-8a24-5fc919701209 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e2e29ce0-5737-471e-afb3-097495c0c3f5 HTTP/1.1" status: 200 len: 853 time: 0.0455823 Nov 11 22:26:20.758729 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49cab76-68ae-4d3f-b087-69da996011b3 req-0b825a58-0b13-4ce8-8253-3c343c4f22dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:26:20.760260 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-e49cab76-68ae-4d3f-b087-69da996011b3 req-0b825a58-0b13-4ce8-8253-3c343c4f22dc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=23d3689e-a73d-41f8-bdbf-929622f1daf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0445828 Nov 11 22:26:20.852793 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-e49cab76-68ae-4d3f-b087-69da996011b3 req-a2d3ac47-5758-4593-9f0d-9557724ed925 service neutron] 10.222.0.26 "GET /v2.0/networks/23d3689e-a73d-41f8-bdbf-929622f1daf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850344 Nov 11 22:26:20.951711 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-e49cab76-68ae-4d3f-b087-69da996011b3 req-b857de01-2dbb-44f7-a5bd-96210e423900 service neutron] 10.222.0.26 "GET /v2.0/networks/23d3689e-a73d-41f8-bdbf-929622f1daf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911589 Nov 11 22:26:21.690223 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070819a5-a337-4f46-9a63-e4f9243da47e req-9d33b7a8-bc92-4683-8c5e-169aca0f4842 tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:26:21.691707 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-070819a5-a337-4f46-9a63-e4f9243da47e req-9d33b7a8-bc92-4683-8c5e-169aca0f4842 tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] 10.222.0.50 "GET /v2.0/ports?device_id=32bf218d-6ab7-4ed8-91ad-8790d10dc5ed HTTP/1.1" status: 200 len: 985 time: 0.0504141 Nov 11 22:26:21.754099 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-070819a5-a337-4f46-9a63-e4f9243da47e req-b438ff1f-1775-4ceb-8699-027ca7db8ae6 tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] 10.222.0.50 "GET /v2.0/security-groups?id=b7ad85df-46a8-46d3-8901-5efb35b2e93d&id=a771c555-ed82-47a0-87d3-221d0c35e90c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0557055 Nov 11 22:26:22.870355 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40cda21-a393-4a63-8bcd-d3684b6c5131 req-eccb215e-de0b-49bd-8e8b-d7893edf6562 tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:26:22.871871 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-f40cda21-a393-4a63-8bcd-d3684b6c5131 req-eccb215e-de0b-49bd-8e8b-d7893edf6562 tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] 10.222.0.50 "GET /v2.0/ports?device_id=32bf218d-6ab7-4ed8-91ad-8790d10dc5ed HTTP/1.1" status: 200 len: 985 time: 0.0492210 Nov 11 22:26:22.938036 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-f40cda21-a393-4a63-8bcd-d3684b6c5131 req-2924b21a-6b10-4077-aa36-5928271df207 tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] 10.222.0.50 "GET /v2.0/security-groups?id=b7ad85df-46a8-46d3-8901-5efb35b2e93d&id=a771c555-ed82-47a0-87d3-221d0c35e90c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0600960 Nov 11 22:26:24.066023 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6c32d7-3d80-40a1-aa37-d83aa69b9ca7 req-e5e2f857-c945-4b13-9fc7-21aa75acbf99 tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:26:24.068050 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-af6c32d7-3d80-40a1-aa37-d83aa69b9ca7 req-e5e2f857-c945-4b13-9fc7-21aa75acbf99 tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] 10.222.0.50 "GET /v2.0/ports?device_id=32bf218d-6ab7-4ed8-91ad-8790d10dc5ed HTTP/1.1" status: 200 len: 985 time: 0.0555453 Nov 11 22:26:24.134560 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-af6c32d7-3d80-40a1-aa37-d83aa69b9ca7 req-a0779bf4-9079-42b8-89fe-5c0ca9d3731d tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] 10.222.0.50 "GET /v2.0/security-groups?id=b7ad85df-46a8-46d3-8901-5efb35b2e93d&id=a771c555-ed82-47a0-87d3-221d0c35e90c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0603542 Nov 11 22:26:25.258646 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18de9a47-56f9-44ae-aa06-2db48da8c07a req-8bdf0492-af95-4ee3-adc5-74ab28bba05c tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:26:25.260212 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-18de9a47-56f9-44ae-aa06-2db48da8c07a req-8bdf0492-af95-4ee3-adc5-74ab28bba05c tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] 10.222.0.50 "GET /v2.0/ports?device_id=32bf218d-6ab7-4ed8-91ad-8790d10dc5ed HTTP/1.1" status: 200 len: 985 time: 0.0588233 Nov 11 22:26:25.323349 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-18de9a47-56f9-44ae-aa06-2db48da8c07a req-2691ae55-6119-48d0-a7e9-f65680785131 tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] 10.222.0.50 "GET /v2.0/security-groups?id=b7ad85df-46a8-46d3-8901-5efb35b2e93d&id=a771c555-ed82-47a0-87d3-221d0c35e90c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0556602 Nov 11 22:26:25.666065 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-08b56f12-a5ad-4fbb-8824-3b33ae910c45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:26.447474 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63502f4d-89c3-4450-a4be-8521b71e02ee req-543e10e9-dde0-460e-b541-196c64363d4a tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:26:26.449096 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-63502f4d-89c3-4450-a4be-8521b71e02ee req-543e10e9-dde0-460e-b541-196c64363d4a tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] 10.222.0.50 "GET /v2.0/ports?device_id=32bf218d-6ab7-4ed8-91ad-8790d10dc5ed HTTP/1.1" status: 200 len: 985 time: 0.0533972 Nov 11 22:26:26.520807 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-63502f4d-89c3-4450-a4be-8521b71e02ee req-4298db8c-7d32-4692-b939-839cca04054a tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] 10.222.0.50 "GET /v2.0/security-groups?id=b7ad85df-46a8-46d3-8901-5efb35b2e93d&id=a771c555-ed82-47a0-87d3-221d0c35e90c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0584340 Nov 11 22:26:27.643737 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4e35eb-e349-4f06-a25b-6e3988127efc req-0c1fa19b-be50-4a8e-82f3-fe63be723dae tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:26:27.645253 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-bc4e35eb-e349-4f06-a25b-6e3988127efc req-0c1fa19b-be50-4a8e-82f3-fe63be723dae tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] 10.222.0.50 "GET /v2.0/ports?device_id=32bf218d-6ab7-4ed8-91ad-8790d10dc5ed HTTP/1.1" status: 200 len: 985 time: 0.0521102 Nov 11 22:26:27.711165 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-bc4e35eb-e349-4f06-a25b-6e3988127efc req-f5329405-d4e7-4128-9749-4eadfb515528 tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] 10.222.0.50 "GET /v2.0/security-groups?id=b7ad85df-46a8-46d3-8901-5efb35b2e93d&id=a771c555-ed82-47a0-87d3-221d0c35e90c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0598180 Nov 11 22:26:28.183983 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-c2d2763f-6a78-4eea-b8cd-bd3b20d58e3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:28.838984 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8588d191-6ada-4176-942f-d23655050eb9 req-5637249c-9229-405e-9772-dc3b58e07c12 tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:26:28.840484 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-8588d191-6ada-4176-942f-d23655050eb9 req-5637249c-9229-405e-9772-dc3b58e07c12 tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] 10.222.0.50 "GET /v2.0/ports?device_id=32bf218d-6ab7-4ed8-91ad-8790d10dc5ed HTTP/1.1" status: 200 len: 985 time: 0.0624237 Nov 11 22:26:28.903661 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-8588d191-6ada-4176-942f-d23655050eb9 req-a9cb6c0f-e743-4431-b3bd-661e78d40ee2 tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] 10.222.0.50 "GET /v2.0/security-groups?id=b7ad85df-46a8-46d3-8901-5efb35b2e93d&id=a771c555-ed82-47a0-87d3-221d0c35e90c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0571415 Nov 11 22:26:29.432328 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-766b5b4b-9c4e-4513-9f30-d5290b623bba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:30.019294 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c78171f-1b92-4c3f-be8b-8a8eaae2c8d8 req-cc1b5e2b-3898-4496-bd83-64c506dd5dca tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:26:30.021424 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-0c78171f-1b92-4c3f-be8b-8a8eaae2c8d8 req-cc1b5e2b-3898-4496-bd83-64c506dd5dca tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] 10.222.0.50 "GET /v2.0/ports?device_id=32bf218d-6ab7-4ed8-91ad-8790d10dc5ed HTTP/1.1" status: 200 len: 985 time: 0.0489092 Nov 11 22:26:30.090839 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-0c78171f-1b92-4c3f-be8b-8a8eaae2c8d8 req-768bdf58-9f34-4f78-be30-91f48377e7b0 tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] 10.222.0.50 "GET /v2.0/security-groups?id=b7ad85df-46a8-46d3-8901-5efb35b2e93d&id=a771c555-ed82-47a0-87d3-221d0c35e90c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0633318 Nov 11 22:26:30.830918 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-6e72e30b-d533-48e1-89e1-e2b3014a0430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:31.210065 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87abe237-bc27-480d-820f-3d8fb29697d6 req-3ce4c5a0-bd25-4e43-948d-5dcfad6b50f8 tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:26:31.211565 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-87abe237-bc27-480d-820f-3d8fb29697d6 req-3ce4c5a0-bd25-4e43-948d-5dcfad6b50f8 tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] 10.222.0.50 "GET /v2.0/ports?device_id=32bf218d-6ab7-4ed8-91ad-8790d10dc5ed HTTP/1.1" status: 200 len: 985 time: 0.0536373 Nov 11 22:26:31.270971 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-87abe237-bc27-480d-820f-3d8fb29697d6 req-c30da705-ea06-4d21-9536-cb3e0f6f0b98 tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] 10.222.0.50 "GET /v2.0/security-groups?id=b7ad85df-46a8-46d3-8901-5efb35b2e93d&id=a771c555-ed82-47a0-87d3-221d0c35e90c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0533597 Nov 11 22:26:31.806711 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:32.391826 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430507b3-c58c-40f1-b0a7-e64e6d49e222 req-ebc7e41a-01e8-4db7-b96d-a2c0cd7d8b4a tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:26:32.393430 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-430507b3-c58c-40f1-b0a7-e64e6d49e222 req-ebc7e41a-01e8-4db7-b96d-a2c0cd7d8b4a tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] 10.222.0.50 "GET /v2.0/ports?device_id=32bf218d-6ab7-4ed8-91ad-8790d10dc5ed HTTP/1.1" status: 200 len: 985 time: 0.0531428 Nov 11 22:26:32.456305 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-430507b3-c58c-40f1-b0a7-e64e6d49e222 req-23c52306-48d0-482e-b6f7-e40848a3a47e tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] 10.222.0.50 "GET /v2.0/security-groups?id=b7ad85df-46a8-46d3-8901-5efb35b2e93d&id=a771c555-ed82-47a0-87d3-221d0c35e90c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0566406 Nov 11 22:26:39.936800 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:41.531123 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-4de85aac-d2c1-4314-825d-029f2f24f860 req-051fe2cc-b9c9-4fcf-b1dd-2b517d334231 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=54e29906-2253-4e26-b9ae-ef5f40e4580f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0399203 Nov 11 22:26:41.612447 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de85aac-d2c1-4314-825d-029f2f24f860 req-513deec8-816e-4a84-b5c3-e3ddececc5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:26:41.614038 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-4de85aac-d2c1-4314-825d-029f2f24f860 req-513deec8-816e-4a84-b5c3-e3ddececc5a8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9bdbf69f4937401cbc8618398a68b4ae&device_id=54e29906-2253-4e26-b9ae-ef5f40e4580f HTTP/1.1" status: 200 len: 1098 time: 0.0413876 Nov 11 22:26:41.718416 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de85aac-d2c1-4314-825d-029f2f24f860 req-879c136c-c199-4ba2-83a2-a7e0ad4dc72e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:26:41.719832 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-4de85aac-d2c1-4314-825d-029f2f24f860 req-879c136c-c199-4ba2-83a2-a7e0ad4dc72e service neutron] 10.222.0.26 "GET /v2.0/networks?id=26fdc315-aba2-4576-a6e9-177175e14633 HTTP/1.1" status: 200 len: 909 time: 0.0870454 Nov 11 22:26:41.788232 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-4de85aac-d2c1-4314-825d-029f2f24f860 req-44e706c0-a082-48bc-a004-da2ffd9a9c46 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=787bdf93-434f-4c48-ac1c-670af74fb180 HTTP/1.1" status: 200 len: 1000 time: 0.0604820 Nov 11 22:26:41.838309 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de85aac-d2c1-4314-825d-029f2f24f860 req-81f002d8-8909-42f4-8b99-ad7a9cea7cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:26:41.839789 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-4de85aac-d2c1-4314-825d-029f2f24f860 req-81f002d8-8909-42f4-8b99-ad7a9cea7cc1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=31e14342-d1a0-40ee-809c-2fa3145a5267 HTTP/1.1" status: 200 len: 847 time: 0.0448532 Nov 11 22:26:41.883702 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de85aac-d2c1-4314-825d-029f2f24f860 req-c6786399-d13e-4ed7-bab0-43a2c23e7b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:26:41.885240 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-4de85aac-d2c1-4314-825d-029f2f24f860 req-c6786399-d13e-4ed7-bab0-43a2c23e7b1e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=26fdc315-aba2-4576-a6e9-177175e14633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0385518 Nov 11 22:26:41.972821 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-4de85aac-d2c1-4314-825d-029f2f24f860 req-c522f5d0-9905-4604-8bb2-3db6ff19f492 service neutron] 10.222.0.26 "GET /v2.0/networks/26fdc315-aba2-4576-a6e9-177175e14633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797687 Nov 11 22:26:42.062646 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-4de85aac-d2c1-4314-825d-029f2f24f860 req-8b0fd4d4-9df9-46d9-8d61-faacb2e4fe95 service neutron] 10.222.0.26 "GET /v2.0/networks/26fdc315-aba2-4576-a6e9-177175e14633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834832 Nov 11 22:26:48.969793 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.db.agents_db [None req-7a0be6d5-f821-4115-b6dd-94f53e40a68e None None] Agent healthcheck: found 6 active agents {{(pid=101953) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:26:55.668132 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-44960bf3-8763-45de-8800-10b4bf65ddbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:55.707992 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 51412) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:26:55.860025 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.plugin [None req-29b6e1e4-f3e7-46ae-98db-977a789d9422 tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] Deleting port a994d55e-cf45-436d-99bb-b72637ab8be2 {{(pid=101951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:26:55.860361 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-29b6e1e4-f3e7-46ae-98db-977a789d9422 tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776912257464'] for port, before_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:55.936960 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-29b6e1e4-f3e7-46ae-98db-977a789d9422 tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668535'] for port, precommit_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:55.937289 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-29b6e1e4-f3e7-46ae-98db-977a789d9422 tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:55.949095 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.plugin [None req-29b6e1e4-f3e7-46ae-98db-977a789d9422 tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] Calling delete_port for a994d55e-cf45-436d-99bb-b72637ab8be2 owned by network:floatingip {{(pid=101951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:26:56.115761 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-29b6e1e4-f3e7-46ae-98db-977a789d9422 tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776912265346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776911838091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9099554'] for port, after_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:56.392228 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b6e1e4-f3e7-46ae-98db-977a789d9422 tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] Pushing event deleted for resources: {'Port': ['ID=a994d55e-cf45-436d-99bb-b72637ab8be2,revision_number=None']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:26:56.403344 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b6e1e4-f3e7-46ae-98db-977a789d9422 tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:26:56.403683 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b6e1e4-f3e7-46ae-98db-977a789d9422 tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:26:56.404018 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b6e1e4-f3e7-46ae-98db-977a789d9422 tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:26:56.404351 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b6e1e4-f3e7-46ae-98db-977a789d9422 tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:26:56.404711 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b6e1e4-f3e7-46ae-98db-977a789d9422 tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:26:56.405039 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b6e1e4-f3e7-46ae-98db-977a789d9422 tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:26:56.405362 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b6e1e4-f3e7-46ae-98db-977a789d9422 tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:26:56.405684 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b6e1e4-f3e7-46ae-98db-977a789d9422 tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:26:56.406005 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b6e1e4-f3e7-46ae-98db-977a789d9422 tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:26:56.406323 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b6e1e4-f3e7-46ae-98db-977a789d9422 tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:26:56.406645 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b6e1e4-f3e7-46ae-98db-977a789d9422 tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:26:56.406959 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b6e1e4-f3e7-46ae-98db-977a789d9422 tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101951) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:26:56.459223 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-29b6e1e4-f3e7-46ae-98db-977a789d9422 tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] Publish callbacks [] for floatingip, after_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:56.459547 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.db.l3_db [None req-29b6e1e4-f3e7-46ae-98db-977a789d9422 tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] Floating IP 7481cbe7-dbcb-4dcb-8117-7b8b88df98e6 disassociated (deleted). External IP: 172.27.0.76, port: 787bdf93-434f-4c48-ac1c-670af74fb180. Nov 11 22:26:56.661671 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29b6e1e4-f3e7-46ae-98db-977a789d9422 tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] Router 9ae1c750-0cb8-4120-8961-cd890599ec23 has already been hosted by L3 agent 4702c36b-78d9-4f52-8cbc-8d9e3292a6f2 {{(pid=101951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 22:26:56.768538 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29b6e1e4-f3e7-46ae-98db-977a789d9422 tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] Notify agent at l3_agent.dv-cinder-733622-20-iscsi the message routers_updated {{(pid=101951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:26:56.773284 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-29b6e1e4-f3e7-46ae-98db-977a789d9422 tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26363'] for floatingip, before_response {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:56.777838 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e31fe1-3922-4fd3-9ef6-d34e39685647 None None] Sync routers for ids ['9ae1c750-0cb8-4120-8961-cd890599ec23'] in dv-cinder-733622-20-iscsi {{(pid=101952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:26:56.787874 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e31fe1-3922-4fd3-9ef6-d34e39685647 None None] Routers {'9ae1c750-0cb8-4120-8961-cd890599ec23'} bound to L3 agent in host dv-cinder-733622-20-iscsi {{(pid=101952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:26:56.788479 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_hamode_db [None req-44e31fe1-3922-4fd3-9ef6-d34e39685647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T22:08:28Z,description=,heartbeat_timestamp=2021-11-11T22:26:28Z,host='dv-cinder-733622-20-iscsi',id=4702c36b-78d9-4f52-8cbc-8d9e3292a6f2,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T22:08:28Z,topic='l3_agent')) {'router_ids': ['9ae1c750-0cb8-4120-8961-cd890599ec23'], 'active': True} {{(pid=101952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:26:56.799741 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-29b6e1e4-f3e7-46ae-98db-977a789d9422 tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] 10.222.0.50 "DELETE /v2.0/floatingips/7481cbe7-dbcb-4dcb-8117-7b8b88df98e6 HTTP/1.1" status: 204 len: 168 time: 1.0905702 Nov 11 22:26:56.800302 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54e29906-2253-4e26-b9ae-ef5f40e4580f', 'tag': '787bdf93-434f-4c48-ac1c-670af74fb180'}] {{(pid=101951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:26:56.802655 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6edad8924451e5ac919d090b7a0cdac835d5bd684dc46b69d397444c146e85de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71f1b43d-f536-49d2-aa21-f8dec20c94ea" -d '{"events": [{"name": "network-changed", "server_uuid": "54e29906-2253-4e26-b9ae-ef5f40e4580f", "tag": "787bdf93-434f-4c48-ac1c-670af74fb180"}]}' {{(pid=101951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:26:56.839610 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 22:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-008d7c67-1ec8-4833-b071-7558bd71f72b x-openstack-request-id: req-008d7c67-1ec8-4833-b071-7558bd71f72b {{(pid=101951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:26:56.839998 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54e29906-2253-4e26-b9ae-ef5f40e4580f", "tag": "787bdf93-434f-4c48-ac1c-670af74fb180", "status": "completed", "code": 200}]} {{(pid=101951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:26:56.840355 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-008d7c67-1ec8-4833-b071-7558bd71f72b {{(pid=101951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:26:56.840804 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54e29906-2253-4e26-b9ae-ef5f40e4580f', 'tag': '787bdf93-434f-4c48-ac1c-670af74fb180', 'status': 'completed', 'code': 200} Nov 11 22:26:56.902127 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_dvr_db [None req-44e31fe1-3922-4fd3-9ef6-d34e39685647 None None] Set router 9ae1c750-0cb8-4120-8961-cd890599ec23 gateway port host: dv-cinder-733622-20-iscsi {{(pid=101952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:26:56.957580 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f1b43d-f536-49d2-aa21-f8dec20c94ea req-0959f122-8e89-409a-a0bf-6fdfe03975be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:26:56.959927 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-71f1b43d-f536-49d2-aa21-f8dec20c94ea req-0959f122-8e89-409a-a0bf-6fdfe03975be service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9bdbf69f4937401cbc8618398a68b4ae&device_id=54e29906-2253-4e26-b9ae-ef5f40e4580f HTTP/1.1" status: 200 len: 1098 time: 0.0956473 Nov 11 22:26:57.066679 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f1b43d-f536-49d2-aa21-f8dec20c94ea req-34f54d00-a509-4581-a217-d4c02221bcff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:26:57.068419 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-71f1b43d-f536-49d2-aa21-f8dec20c94ea req-34f54d00-a509-4581-a217-d4c02221bcff service neutron] 10.222.0.26 "GET /v2.0/networks?id=26fdc315-aba2-4576-a6e9-177175e14633 HTTP/1.1" status: 200 len: 909 time: 0.1004252 Nov 11 22:26:57.131149 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-71f1b43d-f536-49d2-aa21-f8dec20c94ea req-5bca39f4-3c09-4ce4-8d31-27de3908f812 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=787bdf93-434f-4c48-ac1c-670af74fb180 HTTP/1.1" status: 200 len: 217 time: 0.0550718 Nov 11 22:26:57.137065 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_hamode_db [None req-44e31fe1-3922-4fd3-9ef6-d34e39685647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ae1c750-0cb8-4120-8961-cd890599ec23', 'name': 'tempest-TestShelveInstance-882410355-router', 'tenant_id': '9bdbf69f4937401cbc8618398a68b4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'external_fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': '69f79c74-e7f3-4767-8348-870c48f90833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:21:48Z', 'updated_at': '2021-11-11T22:21:51Z', 'revision_number': 4, 'project_id': '9bdbf69f4937401cbc8618398a68b4ae', 'gw_port': {'id': '69f79c74-e7f3-4767-8348-870c48f90833', 'name': '', 'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:91:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae1c750-0cb8-4120-8961-cd890599ec23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:21:49Z', 'updated_at': '2021-11-11T22:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-20-iscsi', '_interfaces': [{'id': '4c3ff59c-8f24-42ae-b0e6-cbf867244994', 'name': '', 'network_id': '26fdc315-aba2-4576-a6e9-177175e14633', 'tenant_id': '9bdbf69f4937401cbc8618398a68b4ae', 'mac_address': 'fa:16:3e:6f:10:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae1c750-0cb8-4120-8961-cd890599ec23', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '31e14342-d1a0-40ee-809c-2fa3145a5267', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:21:50Z', 'updated_at': '2021-11-11T22:21:56Z', 'revision_number': 5, 'project_id': '9bdbf69f4937401cbc8618398a68b4ae', 'subnets': [{'id': '31e14342-d1a0-40ee-809c-2fa3145a5267', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-20-iscsi', False) {} {{(pid=101952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:26:57.165471 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e31fe1-3922-4fd3-9ef6-d34e39685647 None None] Checking router: 9ae1c750-0cb8-4120-8961-cd890599ec23 for host: dv-cinder-733622-20-iscsi {{(pid=101952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:26:57.174543 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e31fe1-3922-4fd3-9ef6-d34e39685647 None None] Routers {'9ae1c750-0cb8-4120-8961-cd890599ec23'} bound to L3 agent in host dv-cinder-733622-20-iscsi {{(pid=101952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:26:57.175034 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_hamode_db [None req-44e31fe1-3922-4fd3-9ef6-d34e39685647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T22:08:28Z,description=,heartbeat_timestamp=2021-11-11T22:26:28Z,host='dv-cinder-733622-20-iscsi',id=4702c36b-78d9-4f52-8cbc-8d9e3292a6f2,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T22:08:28Z,topic='l3_agent')) {'router_ids': ['9ae1c750-0cb8-4120-8961-cd890599ec23'], 'active': True} {{(pid=101952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:26:57.191405 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f1b43d-f536-49d2-aa21-f8dec20c94ea req-9440a190-253a-460d-9d8d-dd0e169c4027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:26:57.194401 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-71f1b43d-f536-49d2-aa21-f8dec20c94ea req-9440a190-253a-460d-9d8d-dd0e169c4027 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=31e14342-d1a0-40ee-809c-2fa3145a5267 HTTP/1.1" status: 200 len: 847 time: 0.0544636 Nov 11 22:26:57.245203 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f1b43d-f536-49d2-aa21-f8dec20c94ea req-a499daf6-2979-4f10-ae05-78e99b96fe01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:26:57.246911 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-71f1b43d-f536-49d2-aa21-f8dec20c94ea req-a499daf6-2979-4f10-ae05-78e99b96fe01 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=26fdc315-aba2-4576-a6e9-177175e14633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0426440 Nov 11 22:26:57.258984 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [req-71f1b43d-f536-49d2-aa21-f8dec20c94ea req-c9069472-9228-44ec-aeb8-11bb3a0d3d10 service neutron] http://10.222.0.50:9696/v2.0/extensions returned with HTTP 200 {{(pid=101951) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 11 22:26:57.259995 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-71f1b43d-f536-49d2-aa21-f8dec20c94ea req-c9069472-9228-44ec-aeb8-11bb3a0d3d10 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053239 Nov 11 22:26:57.264093 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d4ade2-d167-446b-8788-66d8484fefdd req-f5992e05-81b3-4a00-ac5e-9e7b397de319 tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:26:57.265619 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-70d4ade2-d167-446b-8788-66d8484fefdd req-f5992e05-81b3-4a00-ac5e-9e7b397de319 tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] 10.222.0.50 "GET /v2.0/ports?device_id=54e29906-2253-4e26-b9ae-ef5f40e4580f HTTP/1.1" status: 200 len: 945 time: 0.1077302 Nov 11 22:26:57.286510 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_dvr_db [None req-44e31fe1-3922-4fd3-9ef6-d34e39685647 None None] Set router 9ae1c750-0cb8-4120-8961-cd890599ec23 gateway port host: dv-cinder-733622-20-iscsi {{(pid=101952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:26:57.318183 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-70d4ade2-d167-446b-8788-66d8484fefdd req-eba04996-d20c-464b-a987-ce3db7f42337 tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] 10.222.0.50 "GET /v2.0/security-groups?id=bba0fc88-b679-44f5-920f-fd78ad6bd2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466435 Nov 11 22:26:57.357214 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-71f1b43d-f536-49d2-aa21-f8dec20c94ea req-3a5967a9-931b-4fc0-bd8a-fddd630c1aea service neutron] 10.222.0.26 "GET /v2.0/networks/26fdc315-aba2-4576-a6e9-177175e14633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888276 Nov 11 22:26:57.452945 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-71f1b43d-f536-49d2-aa21-f8dec20c94ea req-b891f089-1cea-42b0-94ef-82d6255ad2bb service neutron] 10.222.0.26 "GET /v2.0/networks/26fdc315-aba2-4576-a6e9-177175e14633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874541 Nov 11 22:26:57.491230 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_hamode_db [None req-44e31fe1-3922-4fd3-9ef6-d34e39685647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ae1c750-0cb8-4120-8961-cd890599ec23', 'name': 'tempest-TestShelveInstance-882410355-router', 'tenant_id': '9bdbf69f4937401cbc8618398a68b4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'external_fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': '69f79c74-e7f3-4767-8348-870c48f90833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:21:48Z', 'updated_at': '2021-11-11T22:21:51Z', 'revision_number': 4, 'project_id': '9bdbf69f4937401cbc8618398a68b4ae', 'gw_port': {'id': '69f79c74-e7f3-4767-8348-870c48f90833', 'name': '', 'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:91:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae1c750-0cb8-4120-8961-cd890599ec23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:21:49Z', 'updated_at': '2021-11-11T22:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-20-iscsi', '_interfaces': [{'id': '4c3ff59c-8f24-42ae-b0e6-cbf867244994', 'name': '', 'network_id': '26fdc315-aba2-4576-a6e9-177175e14633', 'tenant_id': '9bdbf69f4937401cbc8618398a68b4ae', 'mac_address': 'fa:16:3e:6f:10:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae1c750-0cb8-4120-8961-cd890599ec23', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '31e14342-d1a0-40ee-809c-2fa3145a5267', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:21:50Z', 'updated_at': '2021-11-11T22:21:56Z', 'revision_number': 5, 'project_id': '9bdbf69f4937401cbc8618398a68b4ae', 'subnets': [{'id': '31e14342-d1a0-40ee-809c-2fa3145a5267', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-20-iscsi', False) {} {{(pid=101952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:26:57.517630 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e31fe1-3922-4fd3-9ef6-d34e39685647 None None] The sync data for ids ['9ae1c750-0cb8-4120-8961-cd890599ec23'] in dv-cinder-733622-20-iscsi is: [{'id': '9ae1c750-0cb8-4120-8961-cd890599ec23', 'name': 'tempest-TestShelveInstance-882410355-router', 'tenant_id': '9bdbf69f4937401cbc8618398a68b4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'external_fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': '69f79c74-e7f3-4767-8348-870c48f90833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:21:48Z', 'updated_at': '2021-11-11T22:21:51Z', 'revision_number': 4, 'project_id': '9bdbf69f4937401cbc8618398a68b4ae', 'gw_port': {'id': '69f79c74-e7f3-4767-8348-870c48f90833', 'name': '', 'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:91:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae1c750-0cb8-4120-8961-cd890599ec23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:21:49Z', 'updated_at': '2021-11-11T22:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-20-iscsi', '_interfaces': [{'id': '4c3ff59c-8f24-42ae-b0e6-cbf867244994', 'name': '', 'network_id': '26fdc315-aba2-4576-a6e9-177175e14633', 'tenant_id': '9bdbf69f4937401cbc8618398a68b4ae', 'mac_address': 'fa:16:3e:6f:10:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae1c750-0cb8-4120-8961-cd890599ec23', 'device_owner': 'network:router_interface', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '31e14342-d1a0-40ee-809c-2fa3145a5267', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:21:50Z', 'updated_at': '2021-11-11T22:21:56Z', 'revision_number': 5, 'project_id': '9bdbf69f4937401cbc8618398a68b4ae', 'subnets': [{'id': '31e14342-d1a0-40ee-809c-2fa3145a5267', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:26:57.726547 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02bc572-9094-45c3-810e-5b95d7048cd2 None None] New status for floating IP 7481cbe7-dbcb-4dcb-8117-7b8b88df98e6: DOWN {{(pid=101953) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 22:26:58.185569 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-c59a5910-edd2-4f3c-ad99-1f4d95faf161 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:58.490674 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17c6d10-50c6-4278-acd2-3a1ef57704ec req-e2776d96-b171-4034-ba2d-cecf07128e0a tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:26:58.492158 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-c17c6d10-50c6-4278-acd2-3a1ef57704ec req-e2776d96-b171-4034-ba2d-cecf07128e0a tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] 10.222.0.50 "GET /v2.0/ports?device_id=54e29906-2253-4e26-b9ae-ef5f40e4580f HTTP/1.1" status: 200 len: 945 time: 0.1030464 Nov 11 22:26:58.540788 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-c17c6d10-50c6-4278-acd2-3a1ef57704ec req-627e1aa5-19a0-4b5c-b718-22a2703d7d55 tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] 10.222.0.50 "GET /v2.0/security-groups?id=bba0fc88-b679-44f5-920f-fd78ad6bd2ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422180 Nov 11 22:26:58.801746 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b91ae4e-459b-40aa-9de9-cf817d6f830e req-9b784b99-8511-491a-878c-71e98003b172 tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:26:58.803207 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-7b91ae4e-459b-40aa-9de9-cf817d6f830e req-9b784b99-8511-491a-878c-71e98003b172 tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] 10.222.0.26 "GET /v2.0/ports?device_id=54e29906-2253-4e26-b9ae-ef5f40e4580f HTTP/1.1" status: 200 len: 945 time: 0.0484397 Nov 11 22:26:58.895030 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.plugin [req-7b91ae4e-459b-40aa-9de9-cf817d6f830e req-93309c8a-56e0-4116-8a6b-eb79c6911273 tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] Deleting port 787bdf93-434f-4c48-ac1c-670af74fb180 {{(pid=101951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:26:58.895369 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [req-7b91ae4e-459b-40aa-9de9-cf817d6f830e req-93309c8a-56e0-4116-8a6b-eb79c6911273 tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776912257464'] for port, before_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:58.981667 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.db [req-7b91ae4e-459b-40aa-9de9-cf817d6f830e req-93309c8a-56e0-4116-8a6b-eb79c6911273 tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] For port 787bdf93-434f-4c48-ac1c-670af74fb180, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=787bdf93-434f-4c48-ac1c-670af74fb180,segment=NetworkSegment(b6e3f30f-83ec-4a00-b3f3-3acbfcfb3ac3),segment_id=b6e3f30f-83ec-4a00-b3f3-3acbfcfb3ac3)] {{(pid=101951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:26:58.982028 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [req-7b91ae4e-459b-40aa-9de9-cf817d6f830e req-93309c8a-56e0-4116-8a6b-eb79c6911273 tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668535'] for port, precommit_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:58.994265 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.plugin [req-7b91ae4e-459b-40aa-9de9-cf817d6f830e req-93309c8a-56e0-4116-8a6b-eb79c6911273 tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] Calling delete_port for 787bdf93-434f-4c48-ac1c-670af74fb180 owned by compute:nova {{(pid=101951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:26:59.123934 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [req-7b91ae4e-459b-40aa-9de9-cf817d6f830e req-93309c8a-56e0-4116-8a6b-eb79c6911273 tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776912265346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776911838091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9099554'] for port, after_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:59.153054 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93309c8a-56e0-4116-8a6b-eb79c6911273 tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] Pushing event deleted for resources: {'Port': ['ID=787bdf93-434f-4c48-ac1c-670af74fb180,revision_number=None']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:26:59.197360 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b91ae4e-459b-40aa-9de9-cf817d6f830e req-93309c8a-56e0-4116-8a6b-eb79c6911273 tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] No DVR routers for this DVR port 787bdf93-434f-4c48-ac1c-670af74fb180 on host hv-cinder-73362 {{(pid=101951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 22:26:59.199852 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [req-7b91ae4e-459b-40aa-9de9-cf817d6f830e req-93309c8a-56e0-4116-8a6b-eb79c6911273 tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26363'] for port, before_response {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:59.204588 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-7b91ae4e-459b-40aa-9de9-cf817d6f830e req-93309c8a-56e0-4116-8a6b-eb79c6911273 tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] 10.222.0.26 "DELETE /v2.0/ports/787bdf93-434f-4c48-ac1c-670af74fb180 HTTP/1.1" status: 204 len: 173 time: 0.3947868 Nov 11 22:26:59.205313 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54e29906-2253-4e26-b9ae-ef5f40e4580f', 'name': 'network-vif-deleted', 'tag': '787bdf93-434f-4c48-ac1c-670af74fb180'}] {{(pid=101951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:26:59.207628 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6edad8924451e5ac919d090b7a0cdac835d5bd684dc46b69d397444c146e85de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a403bbd-0956-4f04-a806-5f6651bb0c7f" -d '{"events": [{"server_uuid": "54e29906-2253-4e26-b9ae-ef5f40e4580f", "name": "network-vif-deleted", "tag": "787bdf93-434f-4c48-ac1c-670af74fb180"}]}' {{(pid=101951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:26:59.245910 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 22:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b442a67-93a8-4463-b0c2-4e3351f321c6 x-openstack-request-id: req-2b442a67-93a8-4463-b0c2-4e3351f321c6 {{(pid=101951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:26:59.246201 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54e29906-2253-4e26-b9ae-ef5f40e4580f", "name": "network-vif-deleted", "tag": "787bdf93-434f-4c48-ac1c-670af74fb180", "status": "completed", "code": 200}]} {{(pid=101951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:26:59.246451 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-2b442a67-93a8-4463-b0c2-4e3351f321c6 {{(pid=101951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:26:59.246873 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54e29906-2253-4e26-b9ae-ef5f40e4580f', 'name': 'network-vif-deleted', 'tag': '787bdf93-434f-4c48-ac1c-670af74fb180', 'status': 'completed', 'code': 200} Nov 11 22:26:59.438910 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-766b5b4b-9c4e-4513-9f30-d5290b623bba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:26:59.653473 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-701a4c62-caa7-40cb-baa9-e4e9b8b79216 req-6588de0e-66fe-402b-816b-35f2379689af tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] 10.222.0.50 "GET /v2.0/ports?device_id=54e29906-2253-4e26-b9ae-ef5f40e4580f HTTP/1.1" status: 200 len: 210 time: 0.0329664 Nov 11 22:27:00.710256 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 51442) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:27:00.766768 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-26103349-2ea1-46c8-84db-c47f9add819a tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] Publish callbacks [] for security_group, before_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:00.795623 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-26103349-2ea1-46c8-84db-c47f9add819a tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:00.829840 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-6e72e30b-d533-48e1-89e1-e2b3014a0430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:00.858850 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-26103349-2ea1-46c8-84db-c47f9add819a tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:00.861475 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-26103349-2ea1-46c8-84db-c47f9add819a tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] Publish callbacks [] for security_group, before_response {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:00.862655 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-26103349-2ea1-46c8-84db-c47f9add819a tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] 10.222.0.50 "DELETE /v2.0/security-groups/bba0fc88-b679-44f5-920f-fd78ad6bd2ab HTTP/1.1" status: 204 len: 168 time: 0.1513891 Nov 11 22:27:00.871591 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26103349-2ea1-46c8-84db-c47f9add819a tempest-TestShelveInstance-511413853 tempest-TestShelveInstance-511413853-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bba0fc88-b679-44f5-920f-fd78ad6bd2ab,revision_number=None']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:27:00.915676 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 51446) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:27:00.962586 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Device 787bdf93-434f-4c48-ac1c-670af74fb180 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=101952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:27:00.986323 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.plugin [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] No Port match for: 787bdf93-434f-4c48-ac1c-670af74fb180 {{(pid=101952) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:27:00.986663 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Device 787bdf93-434f-4c48-ac1c-670af74fb180 not bound to the agent host hv-cinder-73362 {{(pid=101952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:27:01.359000 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-f1aa452a-86a8-4c4b-b7c3-0ab9cf1c6986 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-658385'] for router_interface, before_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:01.613819 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.plugin [None req-f1aa452a-86a8-4c4b-b7c3-0ab9cf1c6986 admin admin] Deleting port 4c3ff59c-8f24-42ae-b0e6-cbf867244994 {{(pid=101951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:27:01.614053 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-f1aa452a-86a8-4c4b-b7c3-0ab9cf1c6986 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776912257464'] for port, before_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:01.692917 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.db [None req-f1aa452a-86a8-4c4b-b7c3-0ab9cf1c6986 admin admin] For port 4c3ff59c-8f24-42ae-b0e6-cbf867244994, host dv-cinder-733622-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-20-iscsi',level=0,port_id=4c3ff59c-8f24-42ae-b0e6-cbf867244994,segment=NetworkSegment(b6e3f30f-83ec-4a00-b3f3-3acbfcfb3ac3),segment_id=b6e3f30f-83ec-4a00-b3f3-3acbfcfb3ac3)] {{(pid=101951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:27:01.693277 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-f1aa452a-86a8-4c4b-b7c3-0ab9cf1c6986 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668535'] for port, precommit_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:01.706530 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.plugin [None req-f1aa452a-86a8-4c4b-b7c3-0ab9cf1c6986 admin admin] Calling delete_port for 4c3ff59c-8f24-42ae-b0e6-cbf867244994 owned by network:router_interface {{(pid=101951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:27:01.811234 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:01.887295 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-f1aa452a-86a8-4c4b-b7c3-0ab9cf1c6986 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776912265346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776911838091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9099554'] for port, after_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:01.912363 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aa452a-86a8-4c4b-b7c3-0ab9cf1c6986 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c3ff59c-8f24-42ae-b0e6-cbf867244994,revision_number=None']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:27:02.080232 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-f1aa452a-86a8-4c4b-b7c3-0ab9cf1c6986 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-634269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-657249'] for router_interface, after_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:02.286985 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1aa452a-86a8-4c4b-b7c3-0ab9cf1c6986 admin admin] Router 9ae1c750-0cb8-4120-8961-cd890599ec23 has already been hosted by L3 agent 4702c36b-78d9-4f52-8cbc-8d9e3292a6f2 {{(pid=101951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 22:27:02.390770 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1aa452a-86a8-4c4b-b7c3-0ab9cf1c6986 admin admin] Notify agent at l3_agent.dv-cinder-733622-20-iscsi the message routers_updated {{(pid=101951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:27:02.396605 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-f1aa452a-86a8-4c4b-b7c3-0ab9cf1c6986 admin admin] 10.222.0.50 "PUT /v2.0/routers/9ae1c750-0cb8-4120-8961-cd890599ec23/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4790931 Nov 11 22:27:02.398295 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 51450) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:27:02.399817 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c77c79-0421-41d8-b9e8-45a525b658b2 None None] Sync routers for ids ['9ae1c750-0cb8-4120-8961-cd890599ec23'] in dv-cinder-733622-20-iscsi {{(pid=101952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:27:02.409622 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c77c79-0421-41d8-b9e8-45a525b658b2 None None] Routers {'9ae1c750-0cb8-4120-8961-cd890599ec23'} bound to L3 agent in host dv-cinder-733622-20-iscsi {{(pid=101952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:27:02.410233 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_hamode_db [None req-97c77c79-0421-41d8-b9e8-45a525b658b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T22:08:28Z,description=,heartbeat_timestamp=2021-11-11T22:26:58Z,host='dv-cinder-733622-20-iscsi',id=4702c36b-78d9-4f52-8cbc-8d9e3292a6f2,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T22:08:28Z,topic='l3_agent')) {'router_ids': ['9ae1c750-0cb8-4120-8961-cd890599ec23'], 'active': True} {{(pid=101952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:27:02.499550 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-55eb016f-2ed9-45d3-a598-5b6c1f65f0c8 admin admin] Publish callbacks [] for router, before_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:02.513522 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_dvr_db [None req-97c77c79-0421-41d8-b9e8-45a525b658b2 None None] Set router 9ae1c750-0cb8-4120-8961-cd890599ec23 gateway port host: dv-cinder-733622-20-iscsi {{(pid=101952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:27:02.701366 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_hamode_db [None req-97c77c79-0421-41d8-b9e8-45a525b658b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ae1c750-0cb8-4120-8961-cd890599ec23', 'name': 'tempest-TestShelveInstance-882410355-router', 'tenant_id': '9bdbf69f4937401cbc8618398a68b4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'external_fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': '69f79c74-e7f3-4767-8348-870c48f90833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:21:48Z', 'updated_at': '2021-11-11T22:27:01Z', 'revision_number': 5, 'project_id': '9bdbf69f4937401cbc8618398a68b4ae', 'gw_port': {'id': '69f79c74-e7f3-4767-8348-870c48f90833', 'name': '', 'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:91:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae1c750-0cb8-4120-8961-cd890599ec23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:21:49Z', 'updated_at': '2021-11-11T22:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-20-iscsi'}], 'dv-cinder-733622-20-iscsi', False) {} {{(pid=101952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:27:02.732285 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c77c79-0421-41d8-b9e8-45a525b658b2 None None] Checking router: 9ae1c750-0cb8-4120-8961-cd890599ec23 for host: dv-cinder-733622-20-iscsi {{(pid=101952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:27:02.741025 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c77c79-0421-41d8-b9e8-45a525b658b2 None None] Routers {'9ae1c750-0cb8-4120-8961-cd890599ec23'} bound to L3 agent in host dv-cinder-733622-20-iscsi {{(pid=101952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:27:02.741638 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_hamode_db [None req-97c77c79-0421-41d8-b9e8-45a525b658b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T22:08:28Z,description=,heartbeat_timestamp=2021-11-11T22:26:58Z,host='dv-cinder-733622-20-iscsi',id=4702c36b-78d9-4f52-8cbc-8d9e3292a6f2,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T22:08:28Z,topic='l3_agent')) {'router_ids': ['9ae1c750-0cb8-4120-8961-cd890599ec23'], 'active': True} {{(pid=101952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:27:02.848623 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_dvr_db [None req-97c77c79-0421-41d8-b9e8-45a525b658b2 None None] Set router 9ae1c750-0cb8-4120-8961-cd890599ec23 gateway port host: dv-cinder-733622-20-iscsi {{(pid=101952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:27:02.859349 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-55eb016f-2ed9-45d3-a598-5b6c1f65f0c8 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:02.914615 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.plugin [None req-55eb016f-2ed9-45d3-a598-5b6c1f65f0c8 admin admin] Deleting port 69f79c74-e7f3-4767-8348-870c48f90833 {{(pid=101951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:27:02.915404 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-55eb016f-2ed9-45d3-a598-5b6c1f65f0c8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776912257464'] for port, before_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:02.998937 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.db [None req-55eb016f-2ed9-45d3-a598-5b6c1f65f0c8 admin admin] For port 69f79c74-e7f3-4767-8348-870c48f90833, host dv-cinder-733622-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-20-iscsi',level=0,port_id=69f79c74-e7f3-4767-8348-870c48f90833,segment=NetworkSegment(a0316b7b-fb1e-457f-ba74-a0bbaa82bcb7),segment_id=a0316b7b-fb1e-457f-ba74-a0bbaa82bcb7)] {{(pid=101951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:27:02.998937 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-55eb016f-2ed9-45d3-a598-5b6c1f65f0c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668535'] for port, precommit_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:03.011635 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.plugin [None req-55eb016f-2ed9-45d3-a598-5b6c1f65f0c8 admin admin] Calling delete_port for 69f79c74-e7f3-4767-8348-870c48f90833 owned by network:router_gateway {{(pid=101951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:27:03.148066 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_hamode_db [None req-97c77c79-0421-41d8-b9e8-45a525b658b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ae1c750-0cb8-4120-8961-cd890599ec23', 'name': 'tempest-TestShelveInstance-882410355-router', 'tenant_id': '9bdbf69f4937401cbc8618398a68b4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'external_fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': '69f79c74-e7f3-4767-8348-870c48f90833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:21:48Z', 'updated_at': '2021-11-11T22:27:01Z', 'revision_number': 5, 'project_id': '9bdbf69f4937401cbc8618398a68b4ae', 'gw_port': {'id': '69f79c74-e7f3-4767-8348-870c48f90833', 'name': '', 'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:91:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae1c750-0cb8-4120-8961-cd890599ec23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:21:49Z', 'updated_at': '2021-11-11T22:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-20-iscsi'}], 'dv-cinder-733622-20-iscsi', False) {} {{(pid=101952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:27:03.175317 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-55eb016f-2ed9-45d3-a598-5b6c1f65f0c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776912265346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776911838091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9099554'] for port, after_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:03.175595 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c77c79-0421-41d8-b9e8-45a525b658b2 None None] The sync data for ids ['9ae1c750-0cb8-4120-8961-cd890599ec23'] in dv-cinder-733622-20-iscsi is: [{'id': '9ae1c750-0cb8-4120-8961-cd890599ec23', 'name': 'tempest-TestShelveInstance-882410355-router', 'tenant_id': '9bdbf69f4937401cbc8618398a68b4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'external_fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': '69f79c74-e7f3-4767-8348-870c48f90833', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:21:48Z', 'updated_at': '2021-11-11T22:27:01Z', 'revision_number': 5, 'project_id': '9bdbf69f4937401cbc8618398a68b4ae', 'gw_port': {'id': '69f79c74-e7f3-4767-8348-870c48f90833', 'name': '', 'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:91:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae1c750-0cb8-4120-8961-cd890599ec23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:21:49Z', 'updated_at': '2021-11-11T22:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-20-iscsi'}] {{(pid=101952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:27:03.202074 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55eb016f-2ed9-45d3-a598-5b6c1f65f0c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=69f79c74-e7f3-4767-8348-870c48f90833,revision_number=None']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:27:03.260874 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-55eb016f-2ed9-45d3-a598-5b6c1f65f0c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-657051'] for router_gateway, after_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:03.350804 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-55eb016f-2ed9-45d3-a598-5b6c1f65f0c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-657422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24968'] for router, precommit_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:03.353445 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-55eb016f-2ed9-45d3-a598-5b6c1f65f0c8 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:03.396310 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-55eb016f-2ed9-45d3-a598-5b6c1f65f0c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-657527'] for router, after_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:03.396873 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55eb016f-2ed9-45d3-a598-5b6c1f65f0c8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9ae1c750-0cb8-4120-8961-cd890599ec23 {{(pid=101951) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 22:27:03.402648 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-55eb016f-2ed9-45d3-a598-5b6c1f65f0c8 admin admin] Publish callbacks [] for router, before_response {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:03.403810 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-55eb016f-2ed9-45d3-a598-5b6c1f65f0c8 admin admin] 10.222.0.50 "DELETE /v2.0/routers/9ae1c750-0cb8-4120-8961-cd890599ec23 HTTP/1.1" status: 204 len: 168 time: 1.0039852 Nov 11 22:27:03.406331 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 51452) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:27:03.450165 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.db.db_base_plugin_v2 [None req-65b5b9b7-1dc0-45d0-aa98-eb29af72d87d admin admin] Deleting subnet 31e14342-d1a0-40ee-809c-2fa3145a5267 {{(pid=101951) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 22:27:03.453446 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-65b5b9b7-1dc0-45d0-aa98-eb29af72d87d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:03.487706 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-65b5b9b7-1dc0-45d0-aa98-eb29af72d87d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9155543'] for subnet, precommit_delete_associations {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:03.568043 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-65b5b9b7-1dc0-45d0-aa98-eb29af72d87d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8068352'] for subnet, precommit_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:03.623708 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-65b5b9b7-1dc0-45d0-aa98-eb29af72d87d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8068375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9099537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9118686'] for subnet, after_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:03.650414 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b5b9b7-1dc0-45d0-aa98-eb29af72d87d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31e14342-d1a0-40ee-809c-2fa3145a5267,revision_number=None']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:27:03.654020 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-65b5b9b7-1dc0-45d0-aa98-eb29af72d87d admin admin] Publish callbacks [] for subnet, before_response {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:03.657293 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-65b5b9b7-1dc0-45d0-aa98-eb29af72d87d admin admin] 10.222.0.50 "DELETE /v2.0/subnets/31e14342-d1a0-40ee-809c-2fa3145a5267 HTTP/1.1" status: 204 len: 168 time: 0.2500038 Nov 11 22:27:03.660085 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.wsgi [-] (101950) accepted ('10.222.0.50', 51454) {{(pid=101950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:27:03.662622 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3ec2b99-39ad-498c-a30b-834ebcc844b2 None None] Network 26fdc315-aba2-4576-a6e9-177175e14633 requested from dv-cinder-733622-20-iscsi {{(pid=101952) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:27:03.733245 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-714eec71-5258-4944-9f5f-d23402b6ea27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8138597'] for network, before_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:03.791461 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.plugins.ml2.plugin [None req-714eec71-5258-4944-9f5f-d23402b6ea27 admin admin] Deleting port 36236f8e-53f0-4324-8c66-26638059af32 {{(pid=101950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:27:03.791802 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-714eec71-5258-4944-9f5f-d23402b6ea27 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776912257464'] for port, before_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:03.859920 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.plugins.ml2.db [None req-714eec71-5258-4944-9f5f-d23402b6ea27 admin admin] For port 36236f8e-53f0-4324-8c66-26638059af32, host dv-cinder-733622-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-20-iscsi',level=0,port_id=36236f8e-53f0-4324-8c66-26638059af32,segment=NetworkSegment(b6e3f30f-83ec-4a00-b3f3-3acbfcfb3ac3),segment_id=b6e3f30f-83ec-4a00-b3f3-3acbfcfb3ac3)] {{(pid=101950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:27:03.861111 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-714eec71-5258-4944-9f5f-d23402b6ea27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668535'] for port, precommit_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:03.866845 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acdfcfd8-ec4a-4555-b322-2e49c82a658f None None] DHCP port deletion for 26fdc315-aba2-4576-a6e9-177175e14633 request from dv-cinder-733622-20-iscsi {{(pid=101952) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:27:03.876980 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.plugins.ml2.plugin [None req-714eec71-5258-4944-9f5f-d23402b6ea27 admin admin] Calling delete_port for 36236f8e-53f0-4324-8c66-26638059af32 owned by network:dhcp {{(pid=101950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:27:03.922892 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.plugin [None req-acdfcfd8-ec4a-4555-b322-2e49c82a658f None None] Deleting port 36236f8e-53f0-4324-8c66-26638059af32 {{(pid=101952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:27:03.923265 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-acdfcfd8-ec4a-4555-b322-2e49c82a658f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776912257464'] for port, before_delete {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:03.987896 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-acdfcfd8-ec4a-4555-b322-2e49c82a658f None None] For port 36236f8e-53f0-4324-8c66-26638059af32, host dv-cinder-733622-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-20-iscsi',level=0,port_id=36236f8e-53f0-4324-8c66-26638059af32,segment=NetworkSegment(b6e3f30f-83ec-4a00-b3f3-3acbfcfb3ac3),segment_id=b6e3f30f-83ec-4a00-b3f3-3acbfcfb3ac3)] {{(pid=101952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:27:03.988299 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-acdfcfd8-ec4a-4555-b322-2e49c82a658f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668535'] for port, precommit_delete {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:04.002960 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.plugin [None req-acdfcfd8-ec4a-4555-b322-2e49c82a658f None None] Calling delete_port for 36236f8e-53f0-4324-8c66-26638059af32 owned by network:dhcp {{(pid=101952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:27:04.089817 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-acdfcfd8-ec4a-4555-b322-2e49c82a658f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776912265346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776911838091'] for port, after_delete {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:04.114613 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdfcfd8-ec4a-4555-b322-2e49c82a658f None None] Pushing event deleted for resources: {'Port': ['ID=36236f8e-53f0-4324-8c66-26638059af32,revision_number=None']} {{(pid=101952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:27:04.122462 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acdfcfd8-ec4a-4555-b322-2e49c82a658f None None] No DVR routers for this DVR port 36236f8e-53f0-4324-8c66-26638059af32 on host dv-cinder-733622-20-iscsi {{(pid=101952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 22:27:04.136358 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdfcfd8-ec4a-4555-b322-2e49c82a658f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:27:04.136811 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdfcfd8-ec4a-4555-b322-2e49c82a658f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:27:04.137228 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdfcfd8-ec4a-4555-b322-2e49c82a658f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:27:04.137571 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdfcfd8-ec4a-4555-b322-2e49c82a658f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:27:04.137908 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdfcfd8-ec4a-4555-b322-2e49c82a658f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:27:04.138243 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdfcfd8-ec4a-4555-b322-2e49c82a658f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:27:04.138577 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdfcfd8-ec4a-4555-b322-2e49c82a658f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:27:04.138914 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdfcfd8-ec4a-4555-b322-2e49c82a658f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:27:04.139243 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdfcfd8-ec4a-4555-b322-2e49c82a658f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:27:04.139570 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdfcfd8-ec4a-4555-b322-2e49c82a658f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:27:04.139896 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdfcfd8-ec4a-4555-b322-2e49c82a658f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:27:04.140246 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdfcfd8-ec4a-4555-b322-2e49c82a658f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:27:04.198622 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-714eec71-5258-4944-9f5f-d23402b6ea27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776912265346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776911838091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3976619'] for port, after_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:04.233055 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714eec71-5258-4944-9f5f-d23402b6ea27 admin admin] No DVR routers for this DVR port 36236f8e-53f0-4324-8c66-26638059af32 on host dv-cinder-733622-20-iscsi {{(pid=101950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 22:27:04.233879 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714eec71-5258-4944-9f5f-d23402b6ea27 admin admin] Pushing event deleted for resources: {'Port': ['ID=36236f8e-53f0-4324-8c66-26638059af32,revision_number=None']} {{(pid=101950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:27:04.258853 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714eec71-5258-4944-9f5f-d23402b6ea27 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:27:04.259197 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714eec71-5258-4944-9f5f-d23402b6ea27 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:27:04.259536 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714eec71-5258-4944-9f5f-d23402b6ea27 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:27:04.259866 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714eec71-5258-4944-9f5f-d23402b6ea27 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:27:04.260191 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714eec71-5258-4944-9f5f-d23402b6ea27 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:27:04.260529 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714eec71-5258-4944-9f5f-d23402b6ea27 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:27:04.260867 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714eec71-5258-4944-9f5f-d23402b6ea27 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:27:04.261192 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714eec71-5258-4944-9f5f-d23402b6ea27 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:27:04.261519 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714eec71-5258-4944-9f5f-d23402b6ea27 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:27:04.261837 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714eec71-5258-4944-9f5f-d23402b6ea27 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:27:04.262152 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714eec71-5258-4944-9f5f-d23402b6ea27 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:27:04.262467 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-714eec71-5258-4944-9f5f-d23402b6ea27 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-20-iscsi {{(pid=101950) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 11 22:27:04.315622 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-714eec71-5258-4944-9f5f-d23402b6ea27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8067463', 'neutron.services.segments.db._delete_segments_for_network-8776912172270'] for network, precommit_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:04.338476 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.services.segments.db [None req-714eec71-5258-4944-9f5f-d23402b6ea27 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26fdc315-aba2-4576-a6e9-177175e14633']}} {{(pid=101950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:27:04.348642 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.services.segments.db [None req-714eec71-5258-4944-9f5f-d23402b6ea27 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6e3f30f-83ec-4a00-b3f3-3acbfcfb3ac3') {'for_net_delete': True} {{(pid=101950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:27:04.348871 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.services.segments.db [None req-714eec71-5258-4944-9f5f-d23402b6ea27 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6e3f30f-83ec-4a00-b3f3-3acbfcfb3ac3') {} {{(pid=101950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:27:04.358975 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-714eec71-5258-4944-9f5f-d23402b6ea27 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776912404471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8760043'] for segment, before_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:04.372332 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-714eec71-5258-4944-9f5f-d23402b6ea27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8017375'] for segment, precommit_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:04.378698 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-714eec71-5258-4944-9f5f-d23402b6ea27 admin admin] Releasing vlan 827 on physical network physnet1 to pool {{(pid=101950) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 22:27:04.379180 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-714eec71-5258-4944-9f5f-d23402b6ea27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8017375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3976694'] for segment, after_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:04.383475 dv-cinder-733622-20-iscsi neutron-server[101950]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 22:27:04.383475 dv-cinder-733622-20-iscsi neutron-server[101950]: self.session.flush() Nov 11 22:27:04.383475 dv-cinder-733622-20-iscsi neutron-server[101950]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 22:27:04.383475 dv-cinder-733622-20-iscsi neutron-server[101950]: self.session.flush() Nov 11 22:27:04.383475 dv-cinder-733622-20-iscsi neutron-server[101950]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 22:27:04.383475 dv-cinder-733622-20-iscsi neutron-server[101950]: self.session.flush() Nov 11 22:27:04.383475 dv-cinder-733622-20-iscsi neutron-server[101950]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 11 22:27:04.383475 dv-cinder-733622-20-iscsi neutron-server[101950]: self.session.flush() Nov 11 22:27:04.383475 dv-cinder-733622-20-iscsi neutron-server[101950]: Traceback (most recent call last): Nov 11 22:27:04.383475 dv-cinder-733622-20-iscsi neutron-server[101950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 22:27:04.383475 dv-cinder-733622-20-iscsi neutron-server[101950]: timer() Nov 11 22:27:04.383475 dv-cinder-733622-20-iscsi neutron-server[101950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 22:27:04.383475 dv-cinder-733622-20-iscsi neutron-server[101950]: cb(*args, **kw) Nov 11 22:27:04.383475 dv-cinder-733622-20-iscsi neutron-server[101950]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 22:27:04.383475 dv-cinder-733622-20-iscsi neutron-server[101950]: return func(*args, **kwargs) Nov 11 22:27:04.383475 dv-cinder-733622-20-iscsi neutron-server[101950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 22:27:04.383475 dv-cinder-733622-20-iscsi neutron-server[101950]: self._notify() Nov 11 22:27:04.383475 dv-cinder-733622-20-iscsi neutron-server[101950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 22:27:04.383475 dv-cinder-733622-20-iscsi neutron-server[101950]: self.callback(batched_events) Nov 11 22:27:04.383475 dv-cinder-733622-20-iscsi neutron-server[101950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 22:27:04.383475 dv-cinder-733622-20-iscsi neutron-server[101950]: event.method(event) Nov 11 22:27:04.383475 dv-cinder-733622-20-iscsi neutron-server[101950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 22:27:04.383475 dv-cinder-733622-20-iscsi neutron-server[101950]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 22:27:04.383475 dv-cinder-733622-20-iscsi neutron-server[101950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 22:27:04.383475 dv-cinder-733622-20-iscsi neutron-server[101950]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 22:27:04.383475 dv-cinder-733622-20-iscsi neutron-server[101950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 22:27:04.383475 dv-cinder-733622-20-iscsi neutron-server[101950]: return f(self, *a, **k) Nov 11 22:27:04.383475 dv-cinder-733622-20-iscsi neutron-server[101950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 22:27:04.383475 dv-cinder-733622-20-iscsi neutron-server[101950]: return self._get(url).json() Nov 11 22:27:04.383475 dv-cinder-733622-20-iscsi neutron-server[101950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 22:27:04.383475 dv-cinder-733622-20-iscsi neutron-server[101950]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 22:27:04.383475 dv-cinder-733622-20-iscsi neutron-server[101950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 22:27:04.383475 dv-cinder-733622-20-iscsi neutron-server[101950]: return self.request(url, 'GET', **kwargs) Nov 11 22:27:04.383475 dv-cinder-733622-20-iscsi neutron-server[101950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 22:27:04.383475 dv-cinder-733622-20-iscsi neutron-server[101950]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 22:27:04.383475 dv-cinder-733622-20-iscsi neutron-server[101950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 22:27:04.383475 dv-cinder-733622-20-iscsi neutron-server[101950]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 22:27:04.383475 dv-cinder-733622-20-iscsi neutron-server[101950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 22:27:04.383475 dv-cinder-733622-20-iscsi neutron-server[101950]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 22:27:04.383475 dv-cinder-733622-20-iscsi neutron-server[101950]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 22:27:04.438570 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-714eec71-5258-4944-9f5f-d23402b6ea27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8067486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657127'] for network, after_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:04.444137 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-714eec71-5258-4944-9f5f-d23402b6ea27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634242'] for network, before_response {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:04.447550 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [None req-714eec71-5258-4944-9f5f-d23402b6ea27 admin admin] 10.222.0.50 "DELETE /v2.0/networks/26fdc315-aba2-4576-a6e9-177175e14633 HTTP/1.1" status: 204 len: 168 time: 0.7864244 Nov 11 22:27:04.450640 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 51458) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:27:04.460808 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714eec71-5258-4944-9f5f-d23402b6ea27 admin admin] Pushing event deleted for resources: {'Network': ['ID=26fdc315-aba2-4576-a6e9-177175e14633,revision_number=None']} {{(pid=101950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:27:04.795163 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-fc50b8f2-3bb4-4de9-9a52-8031bb9f06ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-658385'] for router_interface, before_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:04.991259 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Device 4c3ff59c-8f24-42ae-b0e6-cbf867244994 no longer exists at agent ovs-agent-dv-cinder-733622-20-iscsi {{(pid=101952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:27:05.012637 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.plugin [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] No Port match for: 4c3ff59c-8f24-42ae-b0e6-cbf867244994 {{(pid=101952) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:27:05.012990 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Device 4c3ff59c-8f24-42ae-b0e6-cbf867244994 not bound to the agent host dv-cinder-733622-20-iscsi {{(pid=101952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:27:05.013549 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Device 36236f8e-53f0-4324-8c66-26638059af32 no longer exists at agent ovs-agent-dv-cinder-733622-20-iscsi {{(pid=101952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:27:05.033368 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.plugin [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] No Port match for: 36236f8e-53f0-4324-8c66-26638059af32 {{(pid=101952) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:27:05.033811 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Device 36236f8e-53f0-4324-8c66-26638059af32 not bound to the agent host dv-cinder-733622-20-iscsi {{(pid=101952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:27:05.034590 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Device 69f79c74-e7f3-4767-8348-870c48f90833 no longer exists at agent ovs-agent-dv-cinder-733622-20-iscsi {{(pid=101952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:27:05.040811 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.plugin [None req-fc50b8f2-3bb4-4de9-9a52-8031bb9f06ae admin admin] Deleting port bbb699d5-e14f-41c8-b084-aa2fb6f18799 {{(pid=101951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:27:05.041152 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-fc50b8f2-3bb4-4de9-9a52-8031bb9f06ae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776912257464'] for port, before_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:05.053808 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.plugin [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] No Port match for: 69f79c74-e7f3-4767-8348-870c48f90833 {{(pid=101952) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:27:05.054083 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Device 69f79c74-e7f3-4767-8348-870c48f90833 not bound to the agent host dv-cinder-733622-20-iscsi {{(pid=101952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:27:05.057058 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-cc69afa4-b93f-4a6b-aafc-b7d5bddf63bb req-dd88e207-8953-47e9-b0d5-f6b3b24b6a40 tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] 10.222.0.50 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-263806026&fields=id&tenant_id=ad87baae272c4d3498ca095539ae1af4 HTTP/1.1" status: 200 len: 267 time: 0.0449743 Nov 11 22:27:05.116880 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc69afa4-b93f-4a6b-aafc-b7d5bddf63bb req-14dde58a-d1c1-44b9-84b2-d84011db058e tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:27:05.118458 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-cc69afa4-b93f-4a6b-aafc-b7d5bddf63bb req-14dde58a-d1c1-44b9-84b2-d84011db058e tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] 10.222.0.50 "GET /v2.0/ports?device_id=32bf218d-6ab7-4ed8-91ad-8790d10dc5ed HTTP/1.1" status: 200 len: 985 time: 0.0541229 Nov 11 22:27:05.122618 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.db [None req-fc50b8f2-3bb4-4de9-9a52-8031bb9f06ae admin admin] For port bbb699d5-e14f-41c8-b084-aa2fb6f18799, host dv-cinder-733622-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-20-iscsi',level=0,port_id=bbb699d5-e14f-41c8-b084-aa2fb6f18799,segment=NetworkSegment(4c0c02a7-5ebe-43b7-a1d4-413ae3cd6a22),segment_id=4c0c02a7-5ebe-43b7-a1d4-413ae3cd6a22)] {{(pid=101951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:27:05.123106 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-fc50b8f2-3bb4-4de9-9a52-8031bb9f06ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668535'] for port, precommit_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:05.131461 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.v2.base [req-cc69afa4-b93f-4a6b-aafc-b7d5bddf63bb req-049d6a08-d83b-4513-a880-55d912b76c9b tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] Request body: {'port': {'security_groups': ['b7ad85df-46a8-46d3-8901-5efb35b2e93d']}} {{(pid=101950) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 11 22:27:05.137591 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.plugin [None req-fc50b8f2-3bb4-4de9-9a52-8031bb9f06ae admin admin] Calling delete_port for bbb699d5-e14f-41c8-b084-aa2fb6f18799 owned by network:router_interface {{(pid=101951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:27:05.199195 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [req-cc69afa4-b93f-4a6b-aafc-b7d5bddf63bb req-049d6a08-d83b-4513-a880-55d912b76c9b tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8097907'] for port, before_update {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:05.318154 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-fc50b8f2-3bb4-4de9-9a52-8031bb9f06ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776912265346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776911838091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9099554'] for port, after_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:05.344435 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc50b8f2-3bb4-4de9-9a52-8031bb9f06ae admin admin] Pushing event deleted for resources: {'Port': ['ID=bbb699d5-e14f-41c8-b084-aa2fb6f18799,revision_number=None']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:27:05.386153 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.plugins.ml2.db [req-cc69afa4-b93f-4a6b-aafc-b7d5bddf63bb req-049d6a08-d83b-4513-a880-55d912b76c9b tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] For port 1c0d4012-98ce-41d3-8682-55332544653f, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=1c0d4012-98ce-41d3-8682-55332544653f,segment=NetworkSegment(f2d13c5d-c8a3-4bd5-9b5d-5756ff90ad43),segment_id=f2d13c5d-c8a3-4bd5-9b5d-5756ff90ad43)] {{(pid=101950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:27:05.418433 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [req-cc69afa4-b93f-4a6b-aafc-b7d5bddf63bb req-049d6a08-d83b-4513-a880-55d912b76c9b tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] Publish callbacks [] for port, precommit_update {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:05.424345 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [req-cc69afa4-b93f-4a6b-aafc-b7d5bddf63bb req-049d6a08-d83b-4513-a880-55d912b76c9b tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8776912265364', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8776911838100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8776911838118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3976658'] for port, after_update {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:05.438818 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] get_ports_and_sgs() called for port_ids ['1c0d4012-98ce-41d3-8682-55332544653f'] {{(pid=101952) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 22:27:05.479596 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc69afa4-b93f-4a6b-aafc-b7d5bddf63bb req-049d6a08-d83b-4513-a880-55d912b76c9b tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:27:05.480356 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [req-cc69afa4-b93f-4a6b-aafc-b7d5bddf63bb req-049d6a08-d83b-4513-a880-55d912b76c9b tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26363'] for port, before_response {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:05.486010 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-cc69afa4-b93f-4a6b-aafc-b7d5bddf63bb req-049d6a08-d83b-4513-a880-55d912b76c9b tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] 10.222.0.50 "PUT /v2.0/ports/1c0d4012-98ce-41d3-8682-55332544653f HTTP/1.1" status: 200 len: 943 time: 0.3601055 Nov 11 22:27:05.487655 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32bf218d-6ab7-4ed8-91ad-8790d10dc5ed', 'tag': '1c0d4012-98ce-41d3-8682-55332544653f'}] {{(pid=101950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:27:05.490151 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6a5285f65aca903721fee6e5434d0235345418fba5e47a2479ed174f8b69804" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea71e1df-0d8f-4b3b-8c50-efaf59020191" -d '{"events": [{"name": "network-changed", "server_uuid": "32bf218d-6ab7-4ed8-91ad-8790d10dc5ed", "tag": "1c0d4012-98ce-41d3-8682-55332544653f"}]}' {{(pid=101950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:27:05.493982 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.wsgi [-] (101950) accepted ('10.222.0.50', 51462) {{(pid=101950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:27:05.540817 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-fc50b8f2-3bb4-4de9-9a52-8031bb9f06ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-634269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-657249'] for router_interface, after_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:05.575290 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] get_ports_and_sgs() called for port_ids ['1c0d4012-98ce-41d3-8682-55332544653f'] {{(pid=101952) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 22:27:05.575922 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 22:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b31e67c2-73c2-4837-9232-5b56be3f7c9f x-openstack-request-id: req-b31e67c2-73c2-4837-9232-5b56be3f7c9f {{(pid=101950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:27:05.576236 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32bf218d-6ab7-4ed8-91ad-8790d10dc5ed", "tag": "1c0d4012-98ce-41d3-8682-55332544653f", "status": "completed", "code": 200}]} {{(pid=101950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:27:05.576488 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-b31e67c2-73c2-4837-9232-5b56be3f7c9f {{(pid=101950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:27:05.580859 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32bf218d-6ab7-4ed8-91ad-8790d10dc5ed', 'tag': '1c0d4012-98ce-41d3-8682-55332544653f', 'status': 'completed', 'code': 200} Nov 11 22:27:05.613712 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049d6a08-d83b-4513-a880-55d912b76c9b tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] Pushing event updated for resources: {'Port': ['ID=1c0d4012-98ce-41d3-8682-55332544653f,revision_number=7']} {{(pid=101950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:27:05.625537 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-b378cd3a-73af-4545-a106-819bc2420bc1 tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] Publish callbacks [] for security_group, before_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:05.658125 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-b378cd3a-73af-4545-a106-819bc2420bc1 tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:05.723370 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea71e1df-0d8f-4b3b-8c50-efaf59020191 req-26856f2f-7905-4f24-b419-d468d8c40c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:27:05.728994 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-ea71e1df-0d8f-4b3b-8c50-efaf59020191 req-26856f2f-7905-4f24-b419-d468d8c40c2b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ad87baae272c4d3498ca095539ae1af4&device_id=32bf218d-6ab7-4ed8-91ad-8790d10dc5ed HTTP/1.1" status: 200 len: 1099 time: 0.1210465 Nov 11 22:27:05.756519 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-b378cd3a-73af-4545-a106-819bc2420bc1 tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:05.761456 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-b378cd3a-73af-4545-a106-819bc2420bc1 tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] Publish callbacks [] for security_group, before_response {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:05.762859 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [None req-b378cd3a-73af-4545-a106-819bc2420bc1 tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] 10.222.0.50 "DELETE /v2.0/security-groups/a771c555-ed82-47a0-87d3-221d0c35e90c HTTP/1.1" status: 204 len: 168 time: 0.2648716 Nov 11 22:27:05.767422 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.wsgi [-] (101950) accepted ('10.222.0.50', 51466) {{(pid=101950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:27:05.812991 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b378cd3a-73af-4545-a106-819bc2420bc1 tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a771c555-ed82-47a0-87d3-221d0c35e90c,revision_number=None']} {{(pid=101950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:27:05.883549 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.provisioning_blocks [None req-ef5e8678-41dd-4a02-94d1-2c519bfb979c None None] Provisioning complete for port 1c0d4012-98ce-41d3-8682-55332544653f triggered by entity DHCP. {{(pid=101952) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 11 22:27:05.885012 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-ef5e8678-41dd-4a02-94d1-2c519bfb979c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8061746'] for port, provisioning_complete {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:05.920363 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea71e1df-0d8f-4b3b-8c50-efaf59020191 req-66a063bf-a199-45b2-b826-66635424f8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:27:05.921876 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-ea71e1df-0d8f-4b3b-8c50-efaf59020191 req-66a063bf-a199-45b2-b826-66635424f8f4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=23d3689e-a73d-41f8-bdbf-929622f1daf7 HTTP/1.1" status: 200 len: 915 time: 0.1843565 Nov 11 22:27:05.946862 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.plugins.ml2.plugin [None req-70cbc7db-cb9d-462f-9d49-f5268c126682 tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] Deleting port 7df7ddd4-3985-499d-a5d9-0a39d3e2ca9a {{(pid=101950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:27:05.947275 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-70cbc7db-cb9d-462f-9d49-f5268c126682 tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776912257464'] for port, before_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:05.977666 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc50b8f2-3bb4-4de9-9a52-8031bb9f06ae admin admin] Router af4b5628-f215-4219-9d92-0d242205e05d has already been hosted by L3 agent 4702c36b-78d9-4f52-8cbc-8d9e3292a6f2 {{(pid=101951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 22:27:06.001436 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-ea71e1df-0d8f-4b3b-8c50-efaf59020191 req-f2302fde-48ad-4d6d-8e76-4b8f9d4e0ad8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1c0d4012-98ce-41d3-8682-55332544653f HTTP/1.1" status: 200 len: 1002 time: 0.0719774 Nov 11 22:27:06.026162 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-70cbc7db-cb9d-462f-9d49-f5268c126682 tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668535'] for port, precommit_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:06.026495 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-70cbc7db-cb9d-462f-9d49-f5268c126682 tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:06.038441 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.plugins.ml2.plugin [None req-70cbc7db-cb9d-462f-9d49-f5268c126682 tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] Calling delete_port for 7df7ddd4-3985-499d-a5d9-0a39d3e2ca9a owned by network:floatingip {{(pid=101950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:27:06.115599 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea71e1df-0d8f-4b3b-8c50-efaf59020191 req-ee4597fc-44fa-4475-84de-55ed8f501546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:27:06.117063 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-ea71e1df-0d8f-4b3b-8c50-efaf59020191 req-ee4597fc-44fa-4475-84de-55ed8f501546 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e2e29ce0-5737-471e-afb3-097495c0c3f5 HTTP/1.1" status: 200 len: 853 time: 0.0855155 Nov 11 22:27:06.157471 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc50b8f2-3bb4-4de9-9a52-8031bb9f06ae admin admin] Notify agent at l3_agent.dv-cinder-733622-20-iscsi the message routers_updated {{(pid=101951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:27:06.166317 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-fc50b8f2-3bb4-4de9-9a52-8031bb9f06ae admin admin] 10.222.0.50 "PUT /v2.0/routers/af4b5628-f215-4219-9d92-0d242205e05d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7138989 Nov 11 22:27:06.166948 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.wsgi [-] (101950) accepted ('10.222.0.50', 51468) {{(pid=101950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:27:06.168067 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d2e47d-7fcb-4303-8a5d-900e4aa6fb80 None None] Sync routers for ids ['af4b5628-f215-4219-9d92-0d242205e05d'] in dv-cinder-733622-20-iscsi {{(pid=101953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:27:06.179022 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d2e47d-7fcb-4303-8a5d-900e4aa6fb80 None None] Routers {'af4b5628-f215-4219-9d92-0d242205e05d'} bound to L3 agent in host dv-cinder-733622-20-iscsi {{(pid=101953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:27:06.179281 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea71e1df-0d8f-4b3b-8c50-efaf59020191 req-3c3ed1cf-6b68-452f-ae8a-7fbca12e1f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:27:06.179645 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.db.l3_hamode_db [None req-20d2e47d-7fcb-4303-8a5d-900e4aa6fb80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T22:08:28Z,description=,heartbeat_timestamp=2021-11-11T22:26:58Z,host='dv-cinder-733622-20-iscsi',id=4702c36b-78d9-4f52-8cbc-8d9e3292a6f2,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T22:08:28Z,topic='l3_agent')) {'router_ids': ['af4b5628-f215-4219-9d92-0d242205e05d'], 'active': True} {{(pid=101953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:27:06.180687 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-ea71e1df-0d8f-4b3b-8c50-efaf59020191 req-3c3ed1cf-6b68-452f-ae8a-7fbca12e1f24 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=23d3689e-a73d-41f8-bdbf-929622f1daf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0554559 Nov 11 22:27:06.276655 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-ea71e1df-0d8f-4b3b-8c50-efaf59020191 req-41a7b29f-02c6-4950-8ca7-aecfff92d311 service neutron] 10.222.0.26 "GET /v2.0/networks/23d3689e-a73d-41f8-bdbf-929622f1daf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884278 Nov 11 22:27:06.288850 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.db.l3_dvr_db [None req-20d2e47d-7fcb-4303-8a5d-900e4aa6fb80 None None] Set router af4b5628-f215-4219-9d92-0d242205e05d gateway port host: dv-cinder-733622-20-iscsi {{(pid=101953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:27:06.296042 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-70cbc7db-cb9d-462f-9d49-f5268c126682 tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776912265346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776911838091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3976619'] for port, after_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:06.322248 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cbc7db-cb9d-462f-9d49-f5268c126682 tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] Pushing event deleted for resources: {'Port': ['ID=7df7ddd4-3985-499d-a5d9-0a39d3e2ca9a,revision_number=None']} {{(pid=101950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:27:06.359303 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-0203be7c-dc2f-4e9d-a4b2-6d32fa05c44f admin admin] Publish callbacks [] for router, before_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:06.374473 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-ea71e1df-0d8f-4b3b-8c50-efaf59020191 req-e919cb43-ccd6-4b4f-8700-be59f4ec3a40 service neutron] 10.222.0.26 "GET /v2.0/networks/23d3689e-a73d-41f8-bdbf-929622f1daf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905335 Nov 11 22:27:06.467904 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-70cbc7db-cb9d-462f-9d49-f5268c126682 tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] Publish callbacks [] for floatingip, after_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:06.468242 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.db.l3_db [None req-70cbc7db-cb9d-462f-9d49-f5268c126682 tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] Floating IP 7d8c6c73-d213-48e3-9ce1-f68127f16526 disassociated (deleted). External IP: 172.27.0.235, port: 1c0d4012-98ce-41d3-8682-55332544653f. Nov 11 22:27:06.476862 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.db.l3_hamode_db [None req-20d2e47d-7fcb-4303-8a5d-900e4aa6fb80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af4b5628-f215-4219-9d92-0d242205e05d', 'name': 'tempest-TestShelveInstance-605921958-router', 'tenant_id': 'f0aab064ec884a21a06c10a7077ea6a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'external_fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': 'f4b5968c-8d40-4bb7-af0d-dca287f12069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:21:53Z', 'updated_at': '2021-11-11T22:27:05Z', 'revision_number': 5, 'project_id': 'f0aab064ec884a21a06c10a7077ea6a9', 'gw_port': {'id': 'f4b5968c-8d40-4bb7-af0d-dca287f12069', 'name': '', 'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:1c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af4b5628-f215-4219-9d92-0d242205e05d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:21:53Z', 'updated_at': '2021-11-11T22:22:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-20-iscsi'}], 'dv-cinder-733622-20-iscsi', False) {} {{(pid=101953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:27:06.507631 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d2e47d-7fcb-4303-8a5d-900e4aa6fb80 None None] Checking router: af4b5628-f215-4219-9d92-0d242205e05d for host: dv-cinder-733622-20-iscsi {{(pid=101953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:27:06.517035 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d2e47d-7fcb-4303-8a5d-900e4aa6fb80 None None] Routers {'af4b5628-f215-4219-9d92-0d242205e05d'} bound to L3 agent in host dv-cinder-733622-20-iscsi {{(pid=101953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:27:06.517208 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.db.l3_hamode_db [None req-20d2e47d-7fcb-4303-8a5d-900e4aa6fb80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T22:08:28Z,description=,heartbeat_timestamp=2021-11-11T22:26:58Z,host='dv-cinder-733622-20-iscsi',id=4702c36b-78d9-4f52-8cbc-8d9e3292a6f2,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T22:08:28Z,topic='l3_agent')) {'router_ids': ['af4b5628-f215-4219-9d92-0d242205e05d'], 'active': True} {{(pid=101953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:27:06.564780 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-0203be7c-dc2f-4e9d-a4b2-6d32fa05c44f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:06.707495 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.plugins.ml2.plugin [None req-0203be7c-dc2f-4e9d-a4b2-6d32fa05c44f admin admin] Deleting port f4b5968c-8d40-4bb7-af0d-dca287f12069 {{(pid=101950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:27:06.707741 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-0203be7c-dc2f-4e9d-a4b2-6d32fa05c44f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776912257464'] for port, before_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:06.715017 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.db.l3_dvr_db [None req-20d2e47d-7fcb-4303-8a5d-900e4aa6fb80 None None] Set router af4b5628-f215-4219-9d92-0d242205e05d gateway port host: dv-cinder-733622-20-iscsi {{(pid=101953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:27:06.784885 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70cbc7db-cb9d-462f-9d49-f5268c126682 tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] Router 8cd97494-fe88-4bdf-a703-68bc06a305af has already been hosted by L3 agent 4702c36b-78d9-4f52-8cbc-8d9e3292a6f2 {{(pid=101950) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 22:27:06.845834 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.plugins.ml2.db [None req-0203be7c-dc2f-4e9d-a4b2-6d32fa05c44f admin admin] For port f4b5968c-8d40-4bb7-af0d-dca287f12069, host dv-cinder-733622-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-20-iscsi',level=0,port_id=f4b5968c-8d40-4bb7-af0d-dca287f12069,segment=NetworkSegment(a0316b7b-fb1e-457f-ba74-a0bbaa82bcb7),segment_id=a0316b7b-fb1e-457f-ba74-a0bbaa82bcb7)] {{(pid=101950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:27:06.846220 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-0203be7c-dc2f-4e9d-a4b2-6d32fa05c44f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668535'] for port, precommit_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:06.865079 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.plugins.ml2.plugin [None req-0203be7c-dc2f-4e9d-a4b2-6d32fa05c44f admin admin] Calling delete_port for f4b5968c-8d40-4bb7-af0d-dca287f12069 owned by network:router_gateway {{(pid=101950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:27:06.891690 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.db.l3_hamode_db [None req-20d2e47d-7fcb-4303-8a5d-900e4aa6fb80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af4b5628-f215-4219-9d92-0d242205e05d', 'name': 'tempest-TestShelveInstance-605921958-router', 'tenant_id': 'f0aab064ec884a21a06c10a7077ea6a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'external_fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': 'f4b5968c-8d40-4bb7-af0d-dca287f12069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:21:53Z', 'updated_at': '2021-11-11T22:27:05Z', 'revision_number': 5, 'project_id': 'f0aab064ec884a21a06c10a7077ea6a9', 'gw_port': {'id': 'f4b5968c-8d40-4bb7-af0d-dca287f12069', 'name': '', 'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:1c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af4b5628-f215-4219-9d92-0d242205e05d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:21:53Z', 'updated_at': '2021-11-11T22:22:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-20-iscsi'}], 'dv-cinder-733622-20-iscsi', False) {} {{(pid=101953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:27:06.918011 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d2e47d-7fcb-4303-8a5d-900e4aa6fb80 None None] The sync data for ids ['af4b5628-f215-4219-9d92-0d242205e05d'] in dv-cinder-733622-20-iscsi is: [{'id': 'af4b5628-f215-4219-9d92-0d242205e05d', 'name': 'tempest-TestShelveInstance-605921958-router', 'tenant_id': 'f0aab064ec884a21a06c10a7077ea6a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'external_fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.195'}], 'enable_snat': True}, 'gw_port_id': 'f4b5968c-8d40-4bb7-af0d-dca287f12069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:21:53Z', 'updated_at': '2021-11-11T22:27:05Z', 'revision_number': 5, 'project_id': 'f0aab064ec884a21a06c10a7077ea6a9', 'gw_port': {'id': 'f4b5968c-8d40-4bb7-af0d-dca287f12069', 'name': '', 'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:1c:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af4b5628-f215-4219-9d92-0d242205e05d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:21:53Z', 'updated_at': '2021-11-11T22:22:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-20-iscsi'}] {{(pid=101953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:27:06.969321 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70cbc7db-cb9d-462f-9d49-f5268c126682 tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] Notify agent at l3_agent.dv-cinder-733622-20-iscsi the message routers_updated {{(pid=101950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:27:06.974524 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-70cbc7db-cb9d-462f-9d49-f5268c126682 tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26363'] for floatingip, before_response {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:06.979417 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d51aee-c2cb-4d3d-9770-e97ca3a5761d None None] Sync routers for ids ['8cd97494-fe88-4bdf-a703-68bc06a305af'] in dv-cinder-733622-20-iscsi {{(pid=101952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:27:06.990075 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d51aee-c2cb-4d3d-9770-e97ca3a5761d None None] Routers {'8cd97494-fe88-4bdf-a703-68bc06a305af'} bound to L3 agent in host dv-cinder-733622-20-iscsi {{(pid=101952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:27:06.990699 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_hamode_db [None req-84d51aee-c2cb-4d3d-9770-e97ca3a5761d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T22:08:28Z,description=,heartbeat_timestamp=2021-11-11T22:26:58Z,host='dv-cinder-733622-20-iscsi',id=4702c36b-78d9-4f52-8cbc-8d9e3292a6f2,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T22:08:28Z,topic='l3_agent')) {'router_ids': ['8cd97494-fe88-4bdf-a703-68bc06a305af'], 'active': True} {{(pid=101952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:27:07.039255 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [None req-70cbc7db-cb9d-462f-9d49-f5268c126682 tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] 10.222.0.50 "DELETE /v2.0/floatingips/7d8c6c73-d213-48e3-9ce1-f68127f16526 HTTP/1.1" status: 204 len: 168 time: 1.2687387 Nov 11 22:27:07.099016 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_dvr_db [None req-84d51aee-c2cb-4d3d-9770-e97ca3a5761d None None] Set router 8cd97494-fe88-4bdf-a703-68bc06a305af gateway port host: dv-cinder-733622-20-iscsi {{(pid=101952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:27:07.115460 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-0203be7c-dc2f-4e9d-a4b2-6d32fa05c44f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776912265346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776911838091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3976619'] for port, after_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:07.142389 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0203be7c-dc2f-4e9d-a4b2-6d32fa05c44f admin admin] Pushing event deleted for resources: {'Port': ['ID=f4b5968c-8d40-4bb7-af0d-dca287f12069,revision_number=None']} {{(pid=101950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:27:07.215699 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-0203be7c-dc2f-4e9d-a4b2-6d32fa05c44f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-657051'] for router_gateway, after_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:07.323622 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-0203be7c-dc2f-4e9d-a4b2-6d32fa05c44f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-657422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24968'] for router, precommit_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:07.326544 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-0203be7c-dc2f-4e9d-a4b2-6d32fa05c44f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:07.373834 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_hamode_db [None req-84d51aee-c2cb-4d3d-9770-e97ca3a5761d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cd97494-fe88-4bdf-a703-68bc06a305af', 'name': 'tempest-TestMinimumBasicScenario-972100226-router', 'tenant_id': 'ad87baae272c4d3498ca095539ae1af4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'external_fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': 'e1afe1f5-3e89-4335-8256-f5de6da55bcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:24:58Z', 'updated_at': '2021-11-11T22:25:01Z', 'revision_number': 4, 'project_id': 'ad87baae272c4d3498ca095539ae1af4', 'gw_port': {'id': 'e1afe1f5-3e89-4335-8256-f5de6da55bcd', 'name': '', 'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:0d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd97494-fe88-4bdf-a703-68bc06a305af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:24:58Z', 'updated_at': '2021-11-11T22:25:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-20-iscsi', '_interfaces': [{'id': '3981f610-e50d-45f0-97b7-81f9fa2df617', 'name': '', 'network_id': '23d3689e-a73d-41f8-bdbf-929622f1daf7', 'tenant_id': 'ad87baae272c4d3498ca095539ae1af4', 'mac_address': 'fa:16:3e:3f:11:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd97494-fe88-4bdf-a703-68bc06a305af', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'e2e29ce0-5737-471e-afb3-097495c0c3f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:25:01Z', 'updated_at': '2021-11-11T22:25:07Z', 'revision_number': 5, 'project_id': 'ad87baae272c4d3498ca095539ae1af4', 'subnets': [{'id': 'e2e29ce0-5737-471e-afb3-097495c0c3f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-20-iscsi', False) {} {{(pid=101952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:27:07.381886 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-0203be7c-dc2f-4e9d-a4b2-6d32fa05c44f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-657527'] for router, after_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:07.382528 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0203be7c-dc2f-4e9d-a4b2-6d32fa05c44f admin admin] Fanout notify agent at l3_agent the message router_deleted on router af4b5628-f215-4219-9d92-0d242205e05d {{(pid=101950) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 22:27:07.391163 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-0203be7c-dc2f-4e9d-a4b2-6d32fa05c44f admin admin] Publish callbacks [] for router, before_response {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:07.392302 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [None req-0203be7c-dc2f-4e9d-a4b2-6d32fa05c44f admin admin] 10.222.0.50 "DELETE /v2.0/routers/af4b5628-f215-4219-9d92-0d242205e05d HTTP/1.1" status: 204 len: 168 time: 1.2244048 Nov 11 22:27:07.394853 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.wsgi [-] (101950) accepted ('10.222.0.50', 51478) {{(pid=101950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:27:07.402344 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d51aee-c2cb-4d3d-9770-e97ca3a5761d None None] Checking router: 8cd97494-fe88-4bdf-a703-68bc06a305af for host: dv-cinder-733622-20-iscsi {{(pid=101952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:27:07.412131 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d51aee-c2cb-4d3d-9770-e97ca3a5761d None None] Routers {'8cd97494-fe88-4bdf-a703-68bc06a305af'} bound to L3 agent in host dv-cinder-733622-20-iscsi {{(pid=101952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:27:07.412790 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_hamode_db [None req-84d51aee-c2cb-4d3d-9770-e97ca3a5761d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T22:08:28Z,description=,heartbeat_timestamp=2021-11-11T22:26:58Z,host='dv-cinder-733622-20-iscsi',id=4702c36b-78d9-4f52-8cbc-8d9e3292a6f2,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T22:08:28Z,topic='l3_agent')) {'router_ids': ['8cd97494-fe88-4bdf-a703-68bc06a305af'], 'active': True} {{(pid=101952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:27:07.442811 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.db.db_base_plugin_v2 [None req-31bd70f1-0ae9-40b9-856c-c9313c051e2e admin admin] Deleting subnet 6fd1b3b9-0bcc-421c-8fab-3672b431f1bf {{(pid=101950) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 22:27:07.447173 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-31bd70f1-0ae9-40b9-856c-c9313c051e2e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:07.484260 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-31bd70f1-0ae9-40b9-856c-c9313c051e2e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8758040'] for subnet, precommit_delete_associations {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:07.526079 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_dvr_db [None req-84d51aee-c2cb-4d3d-9770-e97ca3a5761d None None] Set router 8cd97494-fe88-4bdf-a703-68bc06a305af gateway port host: dv-cinder-733622-20-iscsi {{(pid=101952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:27:07.573613 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-31bd70f1-0ae9-40b9-856c-c9313c051e2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8068352'] for subnet, precommit_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:07.592479 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32bf218d-6ab7-4ed8-91ad-8790d10dc5ed', 'tag': '1c0d4012-98ce-41d3-8682-55332544653f'}] {{(pid=101950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:27:07.594817 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6a5285f65aca903721fee6e5434d0235345418fba5e47a2479ed174f8b69804" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca6d667b-bb6c-42ed-afe4-961904c11b98" -d '{"events": [{"name": "network-changed", "server_uuid": "32bf218d-6ab7-4ed8-91ad-8790d10dc5ed", "tag": "1c0d4012-98ce-41d3-8682-55332544653f"}]}' {{(pid=101950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:27:07.638541 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 22:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fc1e0c5-bb1d-4596-bb43-1459a50ea4e4 x-openstack-request-id: req-5fc1e0c5-bb1d-4596-bb43-1459a50ea4e4 {{(pid=101950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:27:07.638903 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32bf218d-6ab7-4ed8-91ad-8790d10dc5ed", "tag": "1c0d4012-98ce-41d3-8682-55332544653f", "status": "completed", "code": 200}]} {{(pid=101950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:27:07.639070 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-5fc1e0c5-bb1d-4596-bb43-1459a50ea4e4 {{(pid=101950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:27:07.639505 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32bf218d-6ab7-4ed8-91ad-8790d10dc5ed', 'tag': '1c0d4012-98ce-41d3-8682-55332544653f', 'status': 'completed', 'code': 200} Nov 11 22:27:07.650660 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-31bd70f1-0ae9-40b9-856c-c9313c051e2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8068375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3976600', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9025180'] for subnet, after_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:07.690470 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bd70f1-0ae9-40b9-856c-c9313c051e2e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6fd1b3b9-0bcc-421c-8fab-3672b431f1bf,revision_number=None']} {{(pid=101950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:27:07.694488 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-31bd70f1-0ae9-40b9-856c-c9313c051e2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634242'] for subnet, before_response {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:07.698861 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [None req-31bd70f1-0ae9-40b9-856c-c9313c051e2e admin admin] 10.222.0.50 "DELETE /v2.0/subnets/6fd1b3b9-0bcc-421c-8fab-3672b431f1bf HTTP/1.1" status: 204 len: 168 time: 0.3030012 Nov 11 22:27:07.701243 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.wsgi [-] (101950) accepted ('10.222.0.50', 51482) {{(pid=101950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:27:07.705377 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06164147-aaeb-4109-8ea1-6c266987742f None None] Network faf38d54-6efc-44c0-8cd7-d3207bc3f68a requested from dv-cinder-733622-20-iscsi {{(pid=101952) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:27:07.744345 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6d667b-bb6c-42ed-afe4-961904c11b98 req-fac7581a-71d9-47f5-be76-19e706990b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:27:07.746731 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-ca6d667b-bb6c-42ed-afe4-961904c11b98 req-fac7581a-71d9-47f5-be76-19e706990b8e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ad87baae272c4d3498ca095539ae1af4&device_id=32bf218d-6ab7-4ed8-91ad-8790d10dc5ed HTTP/1.1" status: 200 len: 1099 time: 0.0830481 Nov 11 22:27:07.784053 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-34d65f1d-b5a3-48c9-a792-d728b440a757 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8138597'] for network, before_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:07.844844 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.plugins.ml2.plugin [None req-34d65f1d-b5a3-48c9-a792-d728b440a757 admin admin] Deleting port fd67fe57-1e4b-4e9c-831f-cbe8568da916 {{(pid=101950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:27:07.845243 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-34d65f1d-b5a3-48c9-a792-d728b440a757 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776912257464'] for port, before_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:07.881761 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6d667b-bb6c-42ed-afe4-961904c11b98 req-5b350e9f-650c-4d8a-bcb2-3e669fe0eef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:27:07.883316 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-ca6d667b-bb6c-42ed-afe4-961904c11b98 req-5b350e9f-650c-4d8a-bcb2-3e669fe0eef1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=23d3689e-a73d-41f8-bdbf-929622f1daf7 HTTP/1.1" status: 200 len: 915 time: 0.1274209 Nov 11 22:27:07.888469 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_hamode_db [None req-84d51aee-c2cb-4d3d-9770-e97ca3a5761d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cd97494-fe88-4bdf-a703-68bc06a305af', 'name': 'tempest-TestMinimumBasicScenario-972100226-router', 'tenant_id': 'ad87baae272c4d3498ca095539ae1af4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'external_fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': 'e1afe1f5-3e89-4335-8256-f5de6da55bcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:24:58Z', 'updated_at': '2021-11-11T22:25:01Z', 'revision_number': 4, 'project_id': 'ad87baae272c4d3498ca095539ae1af4', 'gw_port': {'id': 'e1afe1f5-3e89-4335-8256-f5de6da55bcd', 'name': '', 'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:0d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd97494-fe88-4bdf-a703-68bc06a305af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:24:58Z', 'updated_at': '2021-11-11T22:25:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-20-iscsi', '_interfaces': [{'id': '3981f610-e50d-45f0-97b7-81f9fa2df617', 'name': '', 'network_id': '23d3689e-a73d-41f8-bdbf-929622f1daf7', 'tenant_id': 'ad87baae272c4d3498ca095539ae1af4', 'mac_address': 'fa:16:3e:3f:11:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd97494-fe88-4bdf-a703-68bc06a305af', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'e2e29ce0-5737-471e-afb3-097495c0c3f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:25:01Z', 'updated_at': '2021-11-11T22:25:07Z', 'revision_number': 5, 'project_id': 'ad87baae272c4d3498ca095539ae1af4', 'subnets': [{'id': 'e2e29ce0-5737-471e-afb3-097495c0c3f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-20-iscsi', False) {} {{(pid=101952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:27:07.919084 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.plugins.ml2.db [None req-34d65f1d-b5a3-48c9-a792-d728b440a757 admin admin] For port fd67fe57-1e4b-4e9c-831f-cbe8568da916, host dv-cinder-733622-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-20-iscsi',level=0,port_id=fd67fe57-1e4b-4e9c-831f-cbe8568da916,segment=NetworkSegment(4c0c02a7-5ebe-43b7-a1d4-413ae3cd6a22),segment_id=4c0c02a7-5ebe-43b7-a1d4-413ae3cd6a22)] {{(pid=101950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:27:07.919410 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-34d65f1d-b5a3-48c9-a792-d728b440a757 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668535'] for port, precommit_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:07.921971 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d51aee-c2cb-4d3d-9770-e97ca3a5761d None None] The sync data for ids ['8cd97494-fe88-4bdf-a703-68bc06a305af'] in dv-cinder-733622-20-iscsi is: [{'id': '8cd97494-fe88-4bdf-a703-68bc06a305af', 'name': 'tempest-TestMinimumBasicScenario-972100226-router', 'tenant_id': 'ad87baae272c4d3498ca095539ae1af4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'external_fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': 'e1afe1f5-3e89-4335-8256-f5de6da55bcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:24:58Z', 'updated_at': '2021-11-11T22:25:01Z', 'revision_number': 4, 'project_id': 'ad87baae272c4d3498ca095539ae1af4', 'gw_port': {'id': 'e1afe1f5-3e89-4335-8256-f5de6da55bcd', 'name': '', 'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:0d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd97494-fe88-4bdf-a703-68bc06a305af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:24:58Z', 'updated_at': '2021-11-11T22:25:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-20-iscsi', '_interfaces': [{'id': '3981f610-e50d-45f0-97b7-81f9fa2df617', 'name': '', 'network_id': '23d3689e-a73d-41f8-bdbf-929622f1daf7', 'tenant_id': 'ad87baae272c4d3498ca095539ae1af4', 'mac_address': 'fa:16:3e:3f:11:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd97494-fe88-4bdf-a703-68bc06a305af', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'e2e29ce0-5737-471e-afb3-097495c0c3f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:25:01Z', 'updated_at': '2021-11-11T22:25:07Z', 'revision_number': 5, 'project_id': 'ad87baae272c4d3498ca095539ae1af4', 'subnets': [{'id': 'e2e29ce0-5737-471e-afb3-097495c0c3f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:27:07.938730 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-ca6d667b-bb6c-42ed-afe4-961904c11b98 req-2b1cb49a-56fc-4e37-a7fd-ac887c2ae86f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1c0d4012-98ce-41d3-8682-55332544653f HTTP/1.1" status: 200 len: 217 time: 0.0460181 Nov 11 22:27:07.940160 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.plugins.ml2.plugin [None req-34d65f1d-b5a3-48c9-a792-d728b440a757 admin admin] Calling delete_port for fd67fe57-1e4b-4e9c-831f-cbe8568da916 owned by network:dhcp {{(pid=101950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:27:07.997018 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6d667b-bb6c-42ed-afe4-961904c11b98 req-964ffa4e-3ccc-4555-a3cd-afe27208b683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:27:07.998301 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-ca6d667b-bb6c-42ed-afe4-961904c11b98 req-964ffa4e-3ccc-4555-a3cd-afe27208b683 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e2e29ce0-5737-471e-afb3-097495c0c3f5 HTTP/1.1" status: 200 len: 853 time: 0.0470064 Nov 11 22:27:08.032647 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-34d65f1d-b5a3-48c9-a792-d728b440a757 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776912265346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776911838091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3976619'] for port, after_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:08.058785 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6d667b-bb6c-42ed-afe4-961904c11b98 req-ad56cc78-0113-4dd8-b8ef-e223d1e6ddcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:27:08.060212 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-ca6d667b-bb6c-42ed-afe4-961904c11b98 req-ad56cc78-0113-4dd8-b8ef-e223d1e6ddcf service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=23d3689e-a73d-41f8-bdbf-929622f1daf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0528243 Nov 11 22:27:08.062528 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d65f1d-b5a3-48c9-a792-d728b440a757 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd67fe57-1e4b-4e9c-831f-cbe8568da916,revision_number=None']} {{(pid=101950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:27:08.066880 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d65f1d-b5a3-48c9-a792-d728b440a757 admin admin] No DVR routers for this DVR port fd67fe57-1e4b-4e9c-831f-cbe8568da916 on host dv-cinder-733622-20-iscsi {{(pid=101950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 22:27:08.126022 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daea4d63-37c7-4b92-aa41-ab9942015827 None None] DHCP port deletion for faf38d54-6efc-44c0-8cd7-d3207bc3f68a request from dv-cinder-733622-20-iscsi {{(pid=101952) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:27:08.157499 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-34d65f1d-b5a3-48c9-a792-d728b440a757 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8067463', 'neutron.services.segments.db._delete_segments_for_network-8776912172270'] for network, precommit_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:08.186124 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.services.segments.db [None req-34d65f1d-b5a3-48c9-a792-d728b440a757 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['faf38d54-6efc-44c0-8cd7-d3207bc3f68a']}} {{(pid=101950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:27:08.190686 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-ca6d667b-bb6c-42ed-afe4-961904c11b98 req-ff2a64b6-5e0f-4ab9-af0c-cacde592e68e service neutron] 10.222.0.26 "GET /v2.0/networks/23d3689e-a73d-41f8-bdbf-929622f1daf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225226 Nov 11 22:27:08.198942 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.services.segments.db [None req-34d65f1d-b5a3-48c9-a792-d728b440a757 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c0c02a7-5ebe-43b7-a1d4-413ae3cd6a22') {'for_net_delete': True} {{(pid=101950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:27:08.199292 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.services.segments.db [None req-34d65f1d-b5a3-48c9-a792-d728b440a757 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c0c02a7-5ebe-43b7-a1d4-413ae3cd6a22') {} {{(pid=101950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:27:08.213581 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-34d65f1d-b5a3-48c9-a792-d728b440a757 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776912404471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8760043'] for segment, before_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:08.234497 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-34d65f1d-b5a3-48c9-a792-d728b440a757 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8017375'] for segment, precommit_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:08.241152 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34d65f1d-b5a3-48c9-a792-d728b440a757 admin admin] Releasing vlan 837 on physical network physnet1 to pool {{(pid=101950) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 22:27:08.241545 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-34d65f1d-b5a3-48c9-a792-d728b440a757 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8017375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3976694'] for segment, after_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:08.244280 dv-cinder-733622-20-iscsi neutron-server[101950]: Traceback (most recent call last): Nov 11 22:27:08.244280 dv-cinder-733622-20-iscsi neutron-server[101950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 22:27:08.244280 dv-cinder-733622-20-iscsi neutron-server[101950]: timer() Nov 11 22:27:08.244280 dv-cinder-733622-20-iscsi neutron-server[101950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 22:27:08.244280 dv-cinder-733622-20-iscsi neutron-server[101950]: cb(*args, **kw) Nov 11 22:27:08.244280 dv-cinder-733622-20-iscsi neutron-server[101950]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 22:27:08.244280 dv-cinder-733622-20-iscsi neutron-server[101950]: return func(*args, **kwargs) Nov 11 22:27:08.244280 dv-cinder-733622-20-iscsi neutron-server[101950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 22:27:08.244280 dv-cinder-733622-20-iscsi neutron-server[101950]: self._notify() Nov 11 22:27:08.244280 dv-cinder-733622-20-iscsi neutron-server[101950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 22:27:08.244280 dv-cinder-733622-20-iscsi neutron-server[101950]: self.callback(batched_events) Nov 11 22:27:08.244280 dv-cinder-733622-20-iscsi neutron-server[101950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 22:27:08.244280 dv-cinder-733622-20-iscsi neutron-server[101950]: event.method(event) Nov 11 22:27:08.244280 dv-cinder-733622-20-iscsi neutron-server[101950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 22:27:08.244280 dv-cinder-733622-20-iscsi neutron-server[101950]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 22:27:08.244280 dv-cinder-733622-20-iscsi neutron-server[101950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 22:27:08.244280 dv-cinder-733622-20-iscsi neutron-server[101950]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 22:27:08.244280 dv-cinder-733622-20-iscsi neutron-server[101950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 22:27:08.244280 dv-cinder-733622-20-iscsi neutron-server[101950]: return f(self, *a, **k) Nov 11 22:27:08.244280 dv-cinder-733622-20-iscsi neutron-server[101950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 22:27:08.244280 dv-cinder-733622-20-iscsi neutron-server[101950]: return self._get(url).json() Nov 11 22:27:08.244280 dv-cinder-733622-20-iscsi neutron-server[101950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 22:27:08.244280 dv-cinder-733622-20-iscsi neutron-server[101950]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 22:27:08.244280 dv-cinder-733622-20-iscsi neutron-server[101950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 22:27:08.244280 dv-cinder-733622-20-iscsi neutron-server[101950]: return self.request(url, 'GET', **kwargs) Nov 11 22:27:08.244280 dv-cinder-733622-20-iscsi neutron-server[101950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 22:27:08.244280 dv-cinder-733622-20-iscsi neutron-server[101950]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 22:27:08.244280 dv-cinder-733622-20-iscsi neutron-server[101950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 22:27:08.244280 dv-cinder-733622-20-iscsi neutron-server[101950]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 22:27:08.244280 dv-cinder-733622-20-iscsi neutron-server[101950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 22:27:08.244280 dv-cinder-733622-20-iscsi neutron-server[101950]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 22:27:08.244280 dv-cinder-733622-20-iscsi neutron-server[101950]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 22:27:08.277593 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-352d24d0-02d7-4f5d-b5c9-f7cdb8ab27db None None] New status for floating IP 7d8c6c73-d213-48e3-9ce1-f68127f16526: DOWN {{(pid=101953) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 22:27:08.294130 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-ca6d667b-bb6c-42ed-afe4-961904c11b98 req-c6a48888-02a1-43d7-9d60-c6866fd14864 service neutron] 10.222.0.26 "GET /v2.0/networks/23d3689e-a73d-41f8-bdbf-929622f1daf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962391 Nov 11 22:27:08.306520 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-34d65f1d-b5a3-48c9-a792-d728b440a757 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8067486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657127'] for network, after_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:08.313838 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-34d65f1d-b5a3-48c9-a792-d728b440a757 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634242'] for network, before_response {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:08.318489 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [None req-34d65f1d-b5a3-48c9-a792-d728b440a757 admin admin] 10.222.0.50 "DELETE /v2.0/networks/faf38d54-6efc-44c0-8cd7-d3207bc3f68a HTTP/1.1" status: 204 len: 168 time: 0.6160254 Nov 11 22:27:08.499440 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 51494) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:27:08.545834 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-735b31bc-97f1-4e9f-9c63-81154efac5d0 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=9bdbf69f4937401cbc8618398a68b4ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0442712 Nov 11 22:27:08.547711 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 51498) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:27:08.595986 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d65f1d-b5a3-48c9-a792-d728b440a757 admin admin] Pushing event deleted for resources: {'Network': ['ID=faf38d54-6efc-44c0-8cd7-d3207bc3f68a,revision_number=None']} {{(pid=101950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:27:08.609988 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-e7772fb7-6a2f-4960-aaca-1ad49f749a6d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:08.630936 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-e7772fb7-6a2f-4960-aaca-1ad49f749a6d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:08.683469 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-e7772fb7-6a2f-4960-aaca-1ad49f749a6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:08.686175 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-e7772fb7-6a2f-4960-aaca-1ad49f749a6d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:08.687389 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-e7772fb7-6a2f-4960-aaca-1ad49f749a6d admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/f9ff1b16-bb5e-4488-88fd-33a2e8a43e4e HTTP/1.1" status: 204 len: 168 time: 0.1387477 Nov 11 22:27:08.695445 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7772fb7-6a2f-4960-aaca-1ad49f749a6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9ff1b16-bb5e-4488-88fd-33a2e8a43e4e,revision_number=None']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:27:08.989597 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Device bbb699d5-e14f-41c8-b084-aa2fb6f18799 no longer exists at agent ovs-agent-dv-cinder-733622-20-iscsi {{(pid=101952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:27:09.000449 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 51504) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:27:09.011600 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.plugin [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] No Port match for: bbb699d5-e14f-41c8-b084-aa2fb6f18799 {{(pid=101952) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:27:09.011945 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Device bbb699d5-e14f-41c8-b084-aa2fb6f18799 not bound to the agent host dv-cinder-733622-20-iscsi {{(pid=101952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:27:09.012350 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Device fd67fe57-1e4b-4e9c-831f-cbe8568da916 no longer exists at agent ovs-agent-dv-cinder-733622-20-iscsi {{(pid=101952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:27:09.031362 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.plugin [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] No Port match for: fd67fe57-1e4b-4e9c-831f-cbe8568da916 {{(pid=101952) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:27:09.031702 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Device fd67fe57-1e4b-4e9c-831f-cbe8568da916 not bound to the agent host dv-cinder-733622-20-iscsi {{(pid=101952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:27:09.032104 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Device f4b5968c-8d40-4bb7-af0d-dca287f12069 no longer exists at agent ovs-agent-dv-cinder-733622-20-iscsi {{(pid=101952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:27:09.042172 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-9f36d77e-5aa9-4b54-a1fb-ce661f583c5e admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f0aab064ec884a21a06c10a7077ea6a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0396101 Nov 11 22:27:09.045172 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.wsgi [-] (101950) accepted ('10.222.0.50', 51506) {{(pid=101950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:27:09.050656 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.plugin [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] No Port match for: f4b5968c-8d40-4bb7-af0d-dca287f12069 {{(pid=101952) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:27:09.051003 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Device f4b5968c-8d40-4bb7-af0d-dca287f12069 not bound to the agent host dv-cinder-733622-20-iscsi {{(pid=101952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:27:09.092803 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-30edba02-11ab-4241-82c3-ff0504264ed2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:09.112977 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-30edba02-11ab-4241-82c3-ff0504264ed2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:09.158371 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-30edba02-11ab-4241-82c3-ff0504264ed2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:09.161271 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-30edba02-11ab-4241-82c3-ff0504264ed2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:09.162413 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [None req-30edba02-11ab-4241-82c3-ff0504264ed2 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/259dba1b-392b-4d0e-84cc-37193cb33b2f HTTP/1.1" status: 204 len: 168 time: 0.1162424 Nov 11 22:27:09.170220 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30edba02-11ab-4241-82c3-ff0504264ed2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=259dba1b-392b-4d0e-84cc-37193cb33b2f,revision_number=None']} {{(pid=101950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:27:09.819447 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b636f0e9-3501-4d8f-af8b-702916f33e6c req-fbe2a914-a2cf-4ecc-82ce-e10b9195d8eb tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:27:09.821285 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-b636f0e9-3501-4d8f-af8b-702916f33e6c req-fbe2a914-a2cf-4ecc-82ce-e10b9195d8eb tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] 10.222.0.50 "GET /v2.0/ports?device_id=32bf218d-6ab7-4ed8-91ad-8790d10dc5ed HTTP/1.1" status: 200 len: 946 time: 0.0496178 Nov 11 22:27:09.874132 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-b636f0e9-3501-4d8f-af8b-702916f33e6c req-0ae861ff-c3ea-45c6-b039-8e76f83fd9c2 tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] 10.222.0.50 "GET /v2.0/security-groups?id=b7ad85df-46a8-46d3-8901-5efb35b2e93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468874 Nov 11 22:27:09.959040 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:10.994909 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3599a2-9f84-47e2-9afd-97aed585d03c req-a350b0d2-4696-4e80-9aa6-5ec7cc471a43 tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:27:10.996374 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-fb3599a2-9f84-47e2-9afd-97aed585d03c req-a350b0d2-4696-4e80-9aa6-5ec7cc471a43 tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] 10.222.0.50 "GET /v2.0/ports?device_id=32bf218d-6ab7-4ed8-91ad-8790d10dc5ed HTTP/1.1" status: 200 len: 946 time: 0.0506456 Nov 11 22:27:11.043454 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-fb3599a2-9f84-47e2-9afd-97aed585d03c req-452fda0b-1770-4592-b01b-b3d63b5b38a1 tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] 10.222.0.50 "GET /v2.0/security-groups?id=b7ad85df-46a8-46d3-8901-5efb35b2e93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411811 Nov 11 22:27:11.410971 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c40464-15c6-4370-b0a2-73f16c2329f9 req-403e749f-9958-4641-8048-99895880920e tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:27:11.412396 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-44c40464-15c6-4370-b0a2-73f16c2329f9 req-403e749f-9958-4641-8048-99895880920e tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] 10.222.0.26 "GET /v2.0/ports?device_id=32bf218d-6ab7-4ed8-91ad-8790d10dc5ed HTTP/1.1" status: 200 len: 946 time: 0.0470862 Nov 11 22:27:11.749103 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.plugin [req-44c40464-15c6-4370-b0a2-73f16c2329f9 req-08223b2e-5d1d-44bf-980d-bac1485b3fde tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] Deleting port 1c0d4012-98ce-41d3-8682-55332544653f {{(pid=101951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:27:11.749445 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [req-44c40464-15c6-4370-b0a2-73f16c2329f9 req-08223b2e-5d1d-44bf-980d-bac1485b3fde tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776912257464'] for port, before_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:11.834720 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.db [req-44c40464-15c6-4370-b0a2-73f16c2329f9 req-08223b2e-5d1d-44bf-980d-bac1485b3fde tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] For port 1c0d4012-98ce-41d3-8682-55332544653f, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=1c0d4012-98ce-41d3-8682-55332544653f,segment=NetworkSegment(f2d13c5d-c8a3-4bd5-9b5d-5756ff90ad43),segment_id=f2d13c5d-c8a3-4bd5-9b5d-5756ff90ad43)] {{(pid=101951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:27:11.835081 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [req-44c40464-15c6-4370-b0a2-73f16c2329f9 req-08223b2e-5d1d-44bf-980d-bac1485b3fde tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668535'] for port, precommit_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:11.850753 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.plugin [req-44c40464-15c6-4370-b0a2-73f16c2329f9 req-08223b2e-5d1d-44bf-980d-bac1485b3fde tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] Calling delete_port for 1c0d4012-98ce-41d3-8682-55332544653f owned by compute:nova {{(pid=101951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:27:11.971506 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [req-44c40464-15c6-4370-b0a2-73f16c2329f9 req-08223b2e-5d1d-44bf-980d-bac1485b3fde tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776912265346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776911838091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9099554'] for port, after_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:11.982530 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] get_ports_and_sgs() called for port_ids ['1c0d4012-98ce-41d3-8682-55332544653f'] {{(pid=101952) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 11 22:27:12.000167 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08223b2e-5d1d-44bf-980d-bac1485b3fde tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] Pushing event deleted for resources: {'Port': ['ID=1c0d4012-98ce-41d3-8682-55332544653f,revision_number=None']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:27:12.045124 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.db.l3_dvrscheduler_db [req-44c40464-15c6-4370-b0a2-73f16c2329f9 req-08223b2e-5d1d-44bf-980d-bac1485b3fde tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] No DVR routers for this DVR port 1c0d4012-98ce-41d3-8682-55332544653f on host hv-cinder-73362 {{(pid=101951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 22:27:12.047646 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [req-44c40464-15c6-4370-b0a2-73f16c2329f9 req-08223b2e-5d1d-44bf-980d-bac1485b3fde tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26363'] for port, before_response {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:12.050940 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-44c40464-15c6-4370-b0a2-73f16c2329f9 req-08223b2e-5d1d-44bf-980d-bac1485b3fde tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] 10.222.0.26 "DELETE /v2.0/ports/1c0d4012-98ce-41d3-8682-55332544653f HTTP/1.1" status: 204 len: 173 time: 0.6328464 Nov 11 22:27:12.051374 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32bf218d-6ab7-4ed8-91ad-8790d10dc5ed', 'name': 'network-vif-deleted', 'tag': '1c0d4012-98ce-41d3-8682-55332544653f'}] {{(pid=101951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:27:12.053618 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6edad8924451e5ac919d090b7a0cdac835d5bd684dc46b69d397444c146e85de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c98a608-1564-47d0-90cf-53f630e1600b" -d '{"events": [{"server_uuid": "32bf218d-6ab7-4ed8-91ad-8790d10dc5ed", "name": "network-vif-deleted", "tag": "1c0d4012-98ce-41d3-8682-55332544653f"}]}' {{(pid=101951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:27:12.153543 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-1d4c48d9-6a42-4635-ab7f-70236a33fde4 req-cb96425e-3242-485d-8e6f-b8836bfb36fd tempest-TestMinimumBasicScenario-484115137 tempest-TestMinimumBasicScenario-484115137-project] 10.222.0.50 "GET /v2.0/ports?device_id=32bf218d-6ab7-4ed8-91ad-8790d10dc5ed HTTP/1.1" status: 200 len: 210 time: 0.0397165 Nov 11 22:27:12.286704 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 22:27:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-511b6917-2f58-48f3-bd86-a88241a3685f x-openstack-request-id: req-511b6917-2f58-48f3-bd86-a88241a3685f {{(pid=101951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:27:12.286992 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32bf218d-6ab7-4ed8-91ad-8790d10dc5ed", "name": "network-vif-deleted", "tag": "1c0d4012-98ce-41d3-8682-55332544653f", "status": "completed", "code": 200}]} {{(pid=101951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:27:12.287241 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-511b6917-2f58-48f3-bd86-a88241a3685f {{(pid=101951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:27:12.287663 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32bf218d-6ab7-4ed8-91ad-8790d10dc5ed', 'name': 'network-vif-deleted', 'tag': '1c0d4012-98ce-41d3-8682-55332544653f', 'status': 'completed', 'code': 200} Nov 11 22:27:13.817546 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 51572) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:27:14.150300 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-1e4581c4-8fbc-4075-92c8-7476d1344b6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-658385'] for router_interface, before_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:14.388011 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.plugin [None req-1e4581c4-8fbc-4075-92c8-7476d1344b6f admin admin] Deleting port 3981f610-e50d-45f0-97b7-81f9fa2df617 {{(pid=101951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:27:14.388350 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-1e4581c4-8fbc-4075-92c8-7476d1344b6f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776912257464'] for port, before_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:14.467541 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.db [None req-1e4581c4-8fbc-4075-92c8-7476d1344b6f admin admin] For port 3981f610-e50d-45f0-97b7-81f9fa2df617, host dv-cinder-733622-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-20-iscsi',level=0,port_id=3981f610-e50d-45f0-97b7-81f9fa2df617,segment=NetworkSegment(f2d13c5d-c8a3-4bd5-9b5d-5756ff90ad43),segment_id=f2d13c5d-c8a3-4bd5-9b5d-5756ff90ad43)] {{(pid=101951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:27:14.467927 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-1e4581c4-8fbc-4075-92c8-7476d1344b6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668535'] for port, precommit_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:14.480048 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.plugin [None req-1e4581c4-8fbc-4075-92c8-7476d1344b6f admin admin] Calling delete_port for 3981f610-e50d-45f0-97b7-81f9fa2df617 owned by network:router_interface {{(pid=101951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:27:14.663414 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-1e4581c4-8fbc-4075-92c8-7476d1344b6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776912265346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776911838091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9099554'] for port, after_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:14.686516 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4581c4-8fbc-4075-92c8-7476d1344b6f admin admin] Pushing event deleted for resources: {'Port': ['ID=3981f610-e50d-45f0-97b7-81f9fa2df617,revision_number=None']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:27:14.862690 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-1e4581c4-8fbc-4075-92c8-7476d1344b6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-634269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-657249'] for router_interface, after_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:15.019280 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Device 1c0d4012-98ce-41d3-8682-55332544653f no longer exists at agent hyperv_hv-cinder-73362 {{(pid=101952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:27:15.038858 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.plugin [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] No Port match for: 1c0d4012-98ce-41d3-8682-55332544653f {{(pid=101952) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:27:15.039200 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Device 1c0d4012-98ce-41d3-8682-55332544653f not bound to the agent host hv-cinder-73362 {{(pid=101952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:27:15.081768 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e4581c4-8fbc-4075-92c8-7476d1344b6f admin admin] Router 8cd97494-fe88-4bdf-a703-68bc06a305af has already been hosted by L3 agent 4702c36b-78d9-4f52-8cbc-8d9e3292a6f2 {{(pid=101951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 22:27:15.188285 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e4581c4-8fbc-4075-92c8-7476d1344b6f admin admin] Notify agent at l3_agent.dv-cinder-733622-20-iscsi the message routers_updated {{(pid=101951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:27:15.193314 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-1e4581c4-8fbc-4075-92c8-7476d1344b6f admin admin] 10.222.0.50 "PUT /v2.0/routers/8cd97494-fe88-4bdf-a703-68bc06a305af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3747587 Nov 11 22:27:15.195896 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 51574) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:27:15.198686 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f21976-2deb-432f-9c5e-ec6892ded7bc None None] Sync routers for ids ['8cd97494-fe88-4bdf-a703-68bc06a305af'] in dv-cinder-733622-20-iscsi {{(pid=101952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:27:15.210887 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f21976-2deb-432f-9c5e-ec6892ded7bc None None] Routers {'8cd97494-fe88-4bdf-a703-68bc06a305af'} bound to L3 agent in host dv-cinder-733622-20-iscsi {{(pid=101952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:27:15.211430 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_hamode_db [None req-04f21976-2deb-432f-9c5e-ec6892ded7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T22:08:28Z,description=,heartbeat_timestamp=2021-11-11T22:26:58Z,host='dv-cinder-733622-20-iscsi',id=4702c36b-78d9-4f52-8cbc-8d9e3292a6f2,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T22:08:28Z,topic='l3_agent')) {'router_ids': ['8cd97494-fe88-4bdf-a703-68bc06a305af'], 'active': True} {{(pid=101952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:27:15.299096 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-5de591cc-c875-47ac-9288-c877df444913 admin admin] Publish callbacks [] for router, before_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:15.316445 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_dvr_db [None req-04f21976-2deb-432f-9c5e-ec6892ded7bc None None] Set router 8cd97494-fe88-4bdf-a703-68bc06a305af gateway port host: dv-cinder-733622-20-iscsi {{(pid=101952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:27:15.397338 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-5de591cc-c875-47ac-9288-c877df444913 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:15.450840 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.plugin [None req-5de591cc-c875-47ac-9288-c877df444913 admin admin] Deleting port e1afe1f5-3e89-4335-8256-f5de6da55bcd {{(pid=101951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:27:15.450840 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-5de591cc-c875-47ac-9288-c877df444913 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776912257464'] for port, before_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:15.536399 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.db [None req-5de591cc-c875-47ac-9288-c877df444913 admin admin] For port e1afe1f5-3e89-4335-8256-f5de6da55bcd, host dv-cinder-733622-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-20-iscsi',level=0,port_id=e1afe1f5-3e89-4335-8256-f5de6da55bcd,segment=NetworkSegment(a0316b7b-fb1e-457f-ba74-a0bbaa82bcb7),segment_id=a0316b7b-fb1e-457f-ba74-a0bbaa82bcb7)] {{(pid=101951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:27:15.536835 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-5de591cc-c875-47ac-9288-c877df444913 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668535'] for port, precommit_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:15.549500 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.plugin [None req-5de591cc-c875-47ac-9288-c877df444913 admin admin] Calling delete_port for e1afe1f5-3e89-4335-8256-f5de6da55bcd owned by network:router_gateway {{(pid=101951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:27:15.623129 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_hamode_db [None req-04f21976-2deb-432f-9c5e-ec6892ded7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cd97494-fe88-4bdf-a703-68bc06a305af', 'name': 'tempest-TestMinimumBasicScenario-972100226-router', 'tenant_id': 'ad87baae272c4d3498ca095539ae1af4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'external_fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.88'}], 'enable_snat': True}, 'gw_port_id': 'e1afe1f5-3e89-4335-8256-f5de6da55bcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:24:58Z', 'updated_at': '2021-11-11T22:27:14Z', 'revision_number': 5, 'project_id': 'ad87baae272c4d3498ca095539ae1af4', 'gw_port': {'id': 'e1afe1f5-3e89-4335-8256-f5de6da55bcd', 'name': '', 'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:0d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd97494-fe88-4bdf-a703-68bc06a305af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:24:58Z', 'updated_at': '2021-11-11T22:25:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-20-iscsi'}], 'dv-cinder-733622-20-iscsi', False) {} {{(pid=101952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:27:15.649936 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f21976-2deb-432f-9c5e-ec6892ded7bc None None] Checking router: 8cd97494-fe88-4bdf-a703-68bc06a305af for host: dv-cinder-733622-20-iscsi {{(pid=101952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:27:15.658414 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f21976-2deb-432f-9c5e-ec6892ded7bc None None] Routers {'8cd97494-fe88-4bdf-a703-68bc06a305af'} bound to L3 agent in host dv-cinder-733622-20-iscsi {{(pid=101952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:27:15.659033 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_hamode_db [None req-04f21976-2deb-432f-9c5e-ec6892ded7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T22:08:28Z,description=,heartbeat_timestamp=2021-11-11T22:26:58Z,host='dv-cinder-733622-20-iscsi',id=4702c36b-78d9-4f52-8cbc-8d9e3292a6f2,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T22:08:28Z,topic='l3_agent')) {'router_ids': ['8cd97494-fe88-4bdf-a703-68bc06a305af'], 'active': True} {{(pid=101952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:27:15.718155 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-5de591cc-c875-47ac-9288-c877df444913 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776912265346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776911838091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9099554'] for port, after_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:15.743396 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de591cc-c875-47ac-9288-c877df444913 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1afe1f5-3e89-4335-8256-f5de6da55bcd,revision_number=None']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:27:15.746481 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_dvr_db [None req-04f21976-2deb-432f-9c5e-ec6892ded7bc None None] Set router 8cd97494-fe88-4bdf-a703-68bc06a305af gateway port host: None {{(pid=101952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:27:15.801958 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_hamode_db [None req-04f21976-2deb-432f-9c5e-ec6892ded7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cd97494-fe88-4bdf-a703-68bc06a305af', 'name': 'tempest-TestMinimumBasicScenario-972100226-router', 'tenant_id': 'ad87baae272c4d3498ca095539ae1af4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:24:58Z', 'updated_at': '2021-11-11T22:27:15Z', 'revision_number': 6, 'project_id': 'ad87baae272c4d3498ca095539ae1af4', 'gw_port_host': None}], 'dv-cinder-733622-20-iscsi', False) {} {{(pid=101952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:27:15.803365 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-5de591cc-c875-47ac-9288-c877df444913 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-657051'] for router_gateway, after_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:15.829345 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f21976-2deb-432f-9c5e-ec6892ded7bc None None] The sync data for ids ['8cd97494-fe88-4bdf-a703-68bc06a305af'] in dv-cinder-733622-20-iscsi is: [{'id': '8cd97494-fe88-4bdf-a703-68bc06a305af', 'name': 'tempest-TestMinimumBasicScenario-972100226-router', 'tenant_id': 'ad87baae272c4d3498ca095539ae1af4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:24:58Z', 'updated_at': '2021-11-11T22:27:15Z', 'revision_number': 6, 'project_id': 'ad87baae272c4d3498ca095539ae1af4', 'gw_port_host': None}] {{(pid=101952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:27:15.902973 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-5de591cc-c875-47ac-9288-c877df444913 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-657422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24968'] for router, precommit_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:15.905251 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-5de591cc-c875-47ac-9288-c877df444913 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:15.948758 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-5de591cc-c875-47ac-9288-c877df444913 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-657527'] for router, after_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:15.949321 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5de591cc-c875-47ac-9288-c877df444913 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8cd97494-fe88-4bdf-a703-68bc06a305af {{(pid=101951) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 22:27:15.953671 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-5de591cc-c875-47ac-9288-c877df444913 admin admin] Publish callbacks [] for router, before_response {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:15.954800 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-5de591cc-c875-47ac-9288-c877df444913 admin admin] 10.222.0.50 "DELETE /v2.0/routers/8cd97494-fe88-4bdf-a703-68bc06a305af HTTP/1.1" status: 204 len: 168 time: 0.7579908 Nov 11 22:27:15.957422 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 51576) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:27:16.000566 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6ce7a2e-a27f-429b-bd97-c09c4b1dd27e admin admin] Deleting subnet e2e29ce0-5737-471e-afb3-097495c0c3f5 {{(pid=101951) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 22:27:16.003655 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-c6ce7a2e-a27f-429b-bd97-c09c4b1dd27e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:16.037541 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-c6ce7a2e-a27f-429b-bd97-c09c4b1dd27e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9155543'] for subnet, precommit_delete_associations {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:16.115843 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-c6ce7a2e-a27f-429b-bd97-c09c4b1dd27e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8068352'] for subnet, precommit_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:16.167988 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-c6ce7a2e-a27f-429b-bd97-c09c4b1dd27e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8068375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9099537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9118686'] for subnet, after_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:16.201750 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ce7a2e-a27f-429b-bd97-c09c4b1dd27e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2e29ce0-5737-471e-afb3-097495c0c3f5,revision_number=None']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:27:16.206000 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-c6ce7a2e-a27f-429b-bd97-c09c4b1dd27e admin admin] Publish callbacks [] for subnet, before_response {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:16.211751 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-c6ce7a2e-a27f-429b-bd97-c09c4b1dd27e admin admin] 10.222.0.50 "DELETE /v2.0/subnets/e2e29ce0-5737-471e-afb3-097495c0c3f5 HTTP/1.1" status: 204 len: 168 time: 0.2509375 Nov 11 22:27:16.212198 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 51578) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:27:16.217117 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb240552-de9d-4e6f-bef6-63efebfd668d None None] Network 23d3689e-a73d-41f8-bdbf-929622f1daf7 requested from dv-cinder-733622-20-iscsi {{(pid=101952) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:27:16.295140 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-2fea2833-20d2-4500-a83c-93d2968e3bdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8138597'] for network, before_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:16.348456 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.plugin [None req-2fea2833-20d2-4500-a83c-93d2968e3bdc admin admin] Deleting port 842e69ce-c318-4a8b-911a-e19725b67327 {{(pid=101951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:27:16.348815 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-2fea2833-20d2-4500-a83c-93d2968e3bdc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776912257464'] for port, before_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:16.414946 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.db [None req-2fea2833-20d2-4500-a83c-93d2968e3bdc admin admin] For port 842e69ce-c318-4a8b-911a-e19725b67327, host dv-cinder-733622-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-20-iscsi',level=0,port_id=842e69ce-c318-4a8b-911a-e19725b67327,segment=NetworkSegment(f2d13c5d-c8a3-4bd5-9b5d-5756ff90ad43),segment_id=f2d13c5d-c8a3-4bd5-9b5d-5756ff90ad43)] {{(pid=101951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:27:16.415248 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-2fea2833-20d2-4500-a83c-93d2968e3bdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668535'] for port, precommit_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:16.427336 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.plugin [None req-2fea2833-20d2-4500-a83c-93d2968e3bdc admin admin] Calling delete_port for 842e69ce-c318-4a8b-911a-e19725b67327 owned by network:dhcp {{(pid=101951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:27:16.502781 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-2fea2833-20d2-4500-a83c-93d2968e3bdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776912265346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776911838091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9099554'] for port, after_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:16.527065 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fea2833-20d2-4500-a83c-93d2968e3bdc admin admin] Pushing event deleted for resources: {'Port': ['ID=842e69ce-c318-4a8b-911a-e19725b67327,revision_number=None']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:27:16.533152 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fea2833-20d2-4500-a83c-93d2968e3bdc admin admin] No DVR routers for this DVR port 842e69ce-c318-4a8b-911a-e19725b67327 on host dv-cinder-733622-20-iscsi {{(pid=101951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 22:27:16.610352 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-2fea2833-20d2-4500-a83c-93d2968e3bdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8067463', 'neutron.services.segments.db._delete_segments_for_network-8776912172270'] for network, precommit_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:16.610885 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1becd3ce-e2a2-4dfd-a5e4-3c8ee2dcbf86 None None] DHCP port deletion for 23d3689e-a73d-41f8-bdbf-929622f1daf7 request from dv-cinder-733622-20-iscsi {{(pid=101952) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:27:16.632708 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.services.segments.db [None req-2fea2833-20d2-4500-a83c-93d2968e3bdc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23d3689e-a73d-41f8-bdbf-929622f1daf7']}} {{(pid=101951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:27:16.642863 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.services.segments.db [None req-2fea2833-20d2-4500-a83c-93d2968e3bdc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2d13c5d-c8a3-4bd5-9b5d-5756ff90ad43') {'for_net_delete': True} {{(pid=101951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:27:16.643155 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.services.segments.db [None req-2fea2833-20d2-4500-a83c-93d2968e3bdc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2d13c5d-c8a3-4bd5-9b5d-5756ff90ad43') {} {{(pid=101951) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:27:16.653668 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-2fea2833-20d2-4500-a83c-93d2968e3bdc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776912404471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9157156'] for segment, before_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:16.667891 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-2fea2833-20d2-4500-a83c-93d2968e3bdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8017375'] for segment, precommit_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:16.673565 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fea2833-20d2-4500-a83c-93d2968e3bdc admin admin] Releasing vlan 800 on physical network physnet1 to pool {{(pid=101951) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 22:27:16.673943 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-2fea2833-20d2-4500-a83c-93d2968e3bdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8017375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9099647'] for segment, after_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:16.678104 dv-cinder-733622-20-iscsi neutron-server[101951]: Traceback (most recent call last): Nov 11 22:27:16.678104 dv-cinder-733622-20-iscsi neutron-server[101951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 22:27:16.678104 dv-cinder-733622-20-iscsi neutron-server[101951]: timer() Nov 11 22:27:16.678104 dv-cinder-733622-20-iscsi neutron-server[101951]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 22:27:16.678104 dv-cinder-733622-20-iscsi neutron-server[101951]: cb(*args, **kw) Nov 11 22:27:16.678104 dv-cinder-733622-20-iscsi neutron-server[101951]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 22:27:16.678104 dv-cinder-733622-20-iscsi neutron-server[101951]: return func(*args, **kwargs) Nov 11 22:27:16.678104 dv-cinder-733622-20-iscsi neutron-server[101951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 22:27:16.678104 dv-cinder-733622-20-iscsi neutron-server[101951]: self._notify() Nov 11 22:27:16.678104 dv-cinder-733622-20-iscsi neutron-server[101951]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 22:27:16.678104 dv-cinder-733622-20-iscsi neutron-server[101951]: self.callback(batched_events) Nov 11 22:27:16.678104 dv-cinder-733622-20-iscsi neutron-server[101951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 22:27:16.678104 dv-cinder-733622-20-iscsi neutron-server[101951]: event.method(event) Nov 11 22:27:16.678104 dv-cinder-733622-20-iscsi neutron-server[101951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 22:27:16.678104 dv-cinder-733622-20-iscsi neutron-server[101951]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 22:27:16.678104 dv-cinder-733622-20-iscsi neutron-server[101951]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 22:27:16.678104 dv-cinder-733622-20-iscsi neutron-server[101951]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 22:27:16.678104 dv-cinder-733622-20-iscsi neutron-server[101951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 22:27:16.678104 dv-cinder-733622-20-iscsi neutron-server[101951]: return f(self, *a, **k) Nov 11 22:27:16.678104 dv-cinder-733622-20-iscsi neutron-server[101951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 22:27:16.678104 dv-cinder-733622-20-iscsi neutron-server[101951]: return self._get(url).json() Nov 11 22:27:16.678104 dv-cinder-733622-20-iscsi neutron-server[101951]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 22:27:16.678104 dv-cinder-733622-20-iscsi neutron-server[101951]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 22:27:16.678104 dv-cinder-733622-20-iscsi neutron-server[101951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 22:27:16.678104 dv-cinder-733622-20-iscsi neutron-server[101951]: return self.request(url, 'GET', **kwargs) Nov 11 22:27:16.678104 dv-cinder-733622-20-iscsi neutron-server[101951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 22:27:16.678104 dv-cinder-733622-20-iscsi neutron-server[101951]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 22:27:16.678104 dv-cinder-733622-20-iscsi neutron-server[101951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 22:27:16.678104 dv-cinder-733622-20-iscsi neutron-server[101951]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 22:27:16.678104 dv-cinder-733622-20-iscsi neutron-server[101951]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 22:27:16.678104 dv-cinder-733622-20-iscsi neutron-server[101951]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 22:27:16.678104 dv-cinder-733622-20-iscsi neutron-server[101951]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 22:27:16.734584 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-2fea2833-20d2-4500-a83c-93d2968e3bdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8067486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657127'] for network, after_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:16.738949 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-2fea2833-20d2-4500-a83c-93d2968e3bdc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634242'] for network, before_response {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:16.742118 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-2fea2833-20d2-4500-a83c-93d2968e3bdc admin admin] 10.222.0.50 "DELETE /v2.0/networks/23d3689e-a73d-41f8-bdbf-929622f1daf7 HTTP/1.1" status: 204 len: 168 time: 0.5291901 Nov 11 22:27:16.745258 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.wsgi [-] (101950) accepted ('10.222.0.50', 51580) {{(pid=101950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:27:16.754686 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fea2833-20d2-4500-a83c-93d2968e3bdc admin admin] Pushing event deleted for resources: {'Network': ['ID=23d3689e-a73d-41f8-bdbf-929622f1daf7,revision_number=None']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:27:17.004777 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Device e1afe1f5-3e89-4335-8256-f5de6da55bcd no longer exists at agent ovs-agent-dv-cinder-733622-20-iscsi {{(pid=101952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:27:17.024839 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.plugin [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] No Port match for: e1afe1f5-3e89-4335-8256-f5de6da55bcd {{(pid=101952) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:27:17.025181 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Device e1afe1f5-3e89-4335-8256-f5de6da55bcd not bound to the agent host dv-cinder-733622-20-iscsi {{(pid=101952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:27:17.025587 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Device 842e69ce-c318-4a8b-911a-e19725b67327 no longer exists at agent ovs-agent-dv-cinder-733622-20-iscsi {{(pid=101952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:27:17.045094 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.plugin [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] No Port match for: 842e69ce-c318-4a8b-911a-e19725b67327 {{(pid=101952) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:27:17.045439 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Device 842e69ce-c318-4a8b-911a-e19725b67327 not bound to the agent host dv-cinder-733622-20-iscsi {{(pid=101952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:27:17.045847 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Device 3981f610-e50d-45f0-97b7-81f9fa2df617 no longer exists at agent ovs-agent-dv-cinder-733622-20-iscsi {{(pid=101952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:27:17.068194 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.plugin [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] No Port match for: 3981f610-e50d-45f0-97b7-81f9fa2df617 {{(pid=101952) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:27:17.068554 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Device 3981f610-e50d-45f0-97b7-81f9fa2df617 not bound to the agent host dv-cinder-733622-20-iscsi {{(pid=101952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:27:17.168331 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-4d91a10b-001e-4eab-b78d-415f4af57cfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-658385'] for router_interface, before_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:17.456574 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.plugins.ml2.plugin [None req-4d91a10b-001e-4eab-b78d-415f4af57cfa admin admin] Deleting port 550af114-0bea-4f84-94fd-99375712f649 {{(pid=101950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:27:17.456916 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-4d91a10b-001e-4eab-b78d-415f4af57cfa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776912257464'] for port, before_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:17.535633 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.plugins.ml2.db [None req-4d91a10b-001e-4eab-b78d-415f4af57cfa admin admin] For port 550af114-0bea-4f84-94fd-99375712f649, host dv-cinder-733622-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-20-iscsi',level=0,port_id=550af114-0bea-4f84-94fd-99375712f649,segment=NetworkSegment(f47cc54b-f558-486d-8e51-5f9b09a6abd9),segment_id=f47cc54b-f558-486d-8e51-5f9b09a6abd9)] {{(pid=101950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:27:17.536012 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-4d91a10b-001e-4eab-b78d-415f4af57cfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668535'] for port, precommit_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:17.548736 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.plugins.ml2.plugin [None req-4d91a10b-001e-4eab-b78d-415f4af57cfa admin admin] Calling delete_port for 550af114-0bea-4f84-94fd-99375712f649 owned by network:router_interface {{(pid=101950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:27:17.724843 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-4d91a10b-001e-4eab-b78d-415f4af57cfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776912265346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776911838091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3976619'] for port, after_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:17.754324 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d91a10b-001e-4eab-b78d-415f4af57cfa admin admin] Pushing event deleted for resources: {'Port': ['ID=550af114-0bea-4f84-94fd-99375712f649,revision_number=None']} {{(pid=101950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:27:17.913383 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-4d91a10b-001e-4eab-b78d-415f4af57cfa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-634269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-657249'] for router_interface, after_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:18.117816 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d91a10b-001e-4eab-b78d-415f4af57cfa admin admin] Router e5ac9afb-d27d-4b22-980b-0470a896357a has already been hosted by L3 agent 4702c36b-78d9-4f52-8cbc-8d9e3292a6f2 {{(pid=101950) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 22:27:18.220159 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d91a10b-001e-4eab-b78d-415f4af57cfa admin admin] Notify agent at l3_agent.dv-cinder-733622-20-iscsi the message routers_updated {{(pid=101950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:27:18.224982 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [None req-4d91a10b-001e-4eab-b78d-415f4af57cfa admin admin] 10.222.0.50 "PUT /v2.0/routers/e5ac9afb-d27d-4b22-980b-0470a896357a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4786735 Nov 11 22:27:18.228084 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.wsgi [-] (101950) accepted ('10.222.0.50', 51582) {{(pid=101950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:27:18.230159 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9718d35b-578c-45ae-9402-86bb20453733 None None] Sync routers for ids ['e5ac9afb-d27d-4b22-980b-0470a896357a'] in dv-cinder-733622-20-iscsi {{(pid=101953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:27:18.240172 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9718d35b-578c-45ae-9402-86bb20453733 None None] Routers {'e5ac9afb-d27d-4b22-980b-0470a896357a'} bound to L3 agent in host dv-cinder-733622-20-iscsi {{(pid=101953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:27:18.240817 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.db.l3_hamode_db [None req-9718d35b-578c-45ae-9402-86bb20453733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T22:08:28Z,description=,heartbeat_timestamp=2021-11-11T22:26:58Z,host='dv-cinder-733622-20-iscsi',id=4702c36b-78d9-4f52-8cbc-8d9e3292a6f2,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T22:08:28Z,topic='l3_agent')) {'router_ids': ['e5ac9afb-d27d-4b22-980b-0470a896357a'], 'active': True} {{(pid=101953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:27:18.328858 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-29c34e62-043a-450c-86f7-ce092bebabb6 admin admin] Publish callbacks [] for router, before_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:18.343895 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.db.l3_dvr_db [None req-9718d35b-578c-45ae-9402-86bb20453733 None None] Set router e5ac9afb-d27d-4b22-980b-0470a896357a gateway port host: dv-cinder-733622-20-iscsi {{(pid=101953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:27:18.430675 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-29c34e62-043a-450c-86f7-ce092bebabb6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:18.483202 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.plugins.ml2.plugin [None req-29c34e62-043a-450c-86f7-ce092bebabb6 admin admin] Deleting port bf896bc9-4b8e-4e45-a4ee-ada14bd577ba {{(pid=101950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:27:18.483539 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-29c34e62-043a-450c-86f7-ce092bebabb6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776912257464'] for port, before_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:18.524641 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.db.l3_hamode_db [None req-9718d35b-578c-45ae-9402-86bb20453733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5ac9afb-d27d-4b22-980b-0470a896357a', 'name': 'tempest-TestMinimumBasicScenario-1254219009-router', 'tenant_id': 'f0072c922eeb478195bda27d4ad5fc5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'external_fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.186'}], 'enable_snat': True}, 'gw_port_id': 'bf896bc9-4b8e-4e45-a4ee-ada14bd577ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:25:03Z', 'updated_at': '2021-11-11T22:27:17Z', 'revision_number': 5, 'project_id': 'f0072c922eeb478195bda27d4ad5fc5b', 'gw_port': {'id': 'bf896bc9-4b8e-4e45-a4ee-ada14bd577ba', 'name': '', 'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:88:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5ac9afb-d27d-4b22-980b-0470a896357a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:25:04Z', 'updated_at': '2021-11-11T22:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-20-iscsi'}], 'dv-cinder-733622-20-iscsi', False) {} {{(pid=101953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:27:18.550472 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9718d35b-578c-45ae-9402-86bb20453733 None None] Checking router: e5ac9afb-d27d-4b22-980b-0470a896357a for host: dv-cinder-733622-20-iscsi {{(pid=101953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:27:18.559106 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9718d35b-578c-45ae-9402-86bb20453733 None None] Routers {'e5ac9afb-d27d-4b22-980b-0470a896357a'} bound to L3 agent in host dv-cinder-733622-20-iscsi {{(pid=101953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:27:18.559723 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.db.l3_hamode_db [None req-9718d35b-578c-45ae-9402-86bb20453733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T22:08:28Z,description=,heartbeat_timestamp=2021-11-11T22:26:58Z,host='dv-cinder-733622-20-iscsi',id=4702c36b-78d9-4f52-8cbc-8d9e3292a6f2,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T22:08:28Z,topic='l3_agent')) {'router_ids': ['e5ac9afb-d27d-4b22-980b-0470a896357a'], 'active': True} {{(pid=101953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:27:18.568009 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.plugins.ml2.db [None req-29c34e62-043a-450c-86f7-ce092bebabb6 admin admin] For port bf896bc9-4b8e-4e45-a4ee-ada14bd577ba, host dv-cinder-733622-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-20-iscsi',level=0,port_id=bf896bc9-4b8e-4e45-a4ee-ada14bd577ba,segment=NetworkSegment(a0316b7b-fb1e-457f-ba74-a0bbaa82bcb7),segment_id=a0316b7b-fb1e-457f-ba74-a0bbaa82bcb7)] {{(pid=101950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:27:18.568372 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-29c34e62-043a-450c-86f7-ce092bebabb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668535'] for port, precommit_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:18.581822 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.plugins.ml2.plugin [None req-29c34e62-043a-450c-86f7-ce092bebabb6 admin admin] Calling delete_port for bf896bc9-4b8e-4e45-a4ee-ada14bd577ba owned by network:router_gateway {{(pid=101950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:27:18.644253 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.db.l3_dvr_db [None req-9718d35b-578c-45ae-9402-86bb20453733 None None] Set router e5ac9afb-d27d-4b22-980b-0470a896357a gateway port host: None {{(pid=101953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:27:18.697568 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.db.l3_hamode_db [None req-9718d35b-578c-45ae-9402-86bb20453733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5ac9afb-d27d-4b22-980b-0470a896357a', 'name': 'tempest-TestMinimumBasicScenario-1254219009-router', 'tenant_id': 'f0072c922eeb478195bda27d4ad5fc5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:25:03Z', 'updated_at': '2021-11-11T22:27:18Z', 'revision_number': 6, 'project_id': 'f0072c922eeb478195bda27d4ad5fc5b', 'gw_port_host': None}], 'dv-cinder-733622-20-iscsi', False) {} {{(pid=101953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:27:18.726606 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9718d35b-578c-45ae-9402-86bb20453733 None None] The sync data for ids ['e5ac9afb-d27d-4b22-980b-0470a896357a'] in dv-cinder-733622-20-iscsi is: [{'id': 'e5ac9afb-d27d-4b22-980b-0470a896357a', 'name': 'tempest-TestMinimumBasicScenario-1254219009-router', 'tenant_id': 'f0072c922eeb478195bda27d4ad5fc5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:25:03Z', 'updated_at': '2021-11-11T22:27:18Z', 'revision_number': 6, 'project_id': 'f0072c922eeb478195bda27d4ad5fc5b', 'gw_port_host': None}] {{(pid=101953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:27:18.753720 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-29c34e62-043a-450c-86f7-ce092bebabb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776912265346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776911838091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3976619'] for port, after_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:18.784131 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c34e62-043a-450c-86f7-ce092bebabb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf896bc9-4b8e-4e45-a4ee-ada14bd577ba,revision_number=None']} {{(pid=101950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:27:18.839687 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-29c34e62-043a-450c-86f7-ce092bebabb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-657051'] for router_gateway, after_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:18.927491 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-29c34e62-043a-450c-86f7-ce092bebabb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-657422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24968'] for router, precommit_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:18.929622 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-29c34e62-043a-450c-86f7-ce092bebabb6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:18.976178 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-29c34e62-043a-450c-86f7-ce092bebabb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-657527'] for router, after_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:18.976767 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29c34e62-043a-450c-86f7-ce092bebabb6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e5ac9afb-d27d-4b22-980b-0470a896357a {{(pid=101950) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 22:27:18.981577 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-29c34e62-043a-450c-86f7-ce092bebabb6 admin admin] Publish callbacks [] for router, before_response {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:18.982705 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [None req-29c34e62-043a-450c-86f7-ce092bebabb6 admin admin] 10.222.0.50 "DELETE /v2.0/routers/e5ac9afb-d27d-4b22-980b-0470a896357a HTTP/1.1" status: 204 len: 168 time: 0.7534647 Nov 11 22:27:18.985271 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.wsgi [-] (101950) accepted ('10.222.0.50', 51584) {{(pid=101950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:27:19.032212 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.db.db_base_plugin_v2 [None req-f317dd1f-5010-414d-a24f-92302095c44a admin admin] Deleting subnet 559bc6d8-b013-4826-94fc-f29de62b54d0 {{(pid=101950) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 22:27:19.035710 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-f317dd1f-5010-414d-a24f-92302095c44a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:19.070473 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-f317dd1f-5010-414d-a24f-92302095c44a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8758040'] for subnet, precommit_delete_associations {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:19.207474 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Device 550af114-0bea-4f84-94fd-99375712f649 no longer exists at agent ovs-agent-dv-cinder-733622-20-iscsi {{(pid=101952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:27:19.229132 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.plugin [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] No Port match for: 550af114-0bea-4f84-94fd-99375712f649 {{(pid=101952) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:27:19.229391 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Device 550af114-0bea-4f84-94fd-99375712f649 not bound to the agent host dv-cinder-733622-20-iscsi {{(pid=101952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:27:19.402527 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-f317dd1f-5010-414d-a24f-92302095c44a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8068352'] for subnet, precommit_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:19.454517 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-f317dd1f-5010-414d-a24f-92302095c44a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8068375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3976600', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9025180'] for subnet, after_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:19.480889 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f317dd1f-5010-414d-a24f-92302095c44a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=559bc6d8-b013-4826-94fc-f29de62b54d0,revision_number=None']} {{(pid=101950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:27:19.482757 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-f317dd1f-5010-414d-a24f-92302095c44a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634242'] for subnet, before_response {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:19.486002 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [None req-f317dd1f-5010-414d-a24f-92302095c44a admin admin] 10.222.0.50 "DELETE /v2.0/subnets/559bc6d8-b013-4826-94fc-f29de62b54d0 HTTP/1.1" status: 204 len: 168 time: 0.4997344 Nov 11 22:27:19.488374 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.wsgi [-] (101950) accepted ('10.222.0.50', 51586) {{(pid=101950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:27:19.488861 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35b3236a-a0d6-4a85-b2de-4808d5d95065 None None] Network 739025cd-187d-4499-b940-284d47802336 requested from dv-cinder-733622-20-iscsi {{(pid=101952) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:27:19.562558 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-47dce743-c93b-4aff-8897-11c347ce32ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8138597'] for network, before_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:19.617113 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.plugins.ml2.plugin [None req-47dce743-c93b-4aff-8897-11c347ce32ef admin admin] Deleting port 55091271-9c61-461f-9ea8-ba124afd0ed9 {{(pid=101950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:27:19.617455 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-47dce743-c93b-4aff-8897-11c347ce32ef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776912257464'] for port, before_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:19.686905 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.plugins.ml2.db [None req-47dce743-c93b-4aff-8897-11c347ce32ef admin admin] For port 55091271-9c61-461f-9ea8-ba124afd0ed9, host dv-cinder-733622-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-20-iscsi',level=0,port_id=55091271-9c61-461f-9ea8-ba124afd0ed9,segment=NetworkSegment(f47cc54b-f558-486d-8e51-5f9b09a6abd9),segment_id=f47cc54b-f558-486d-8e51-5f9b09a6abd9)] {{(pid=101950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:27:19.687291 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-47dce743-c93b-4aff-8897-11c347ce32ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668535'] for port, precommit_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:19.694107 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3159d050-d844-4f37-a13e-073681029eda None None] DHCP port deletion for 739025cd-187d-4499-b940-284d47802336 request from dv-cinder-733622-20-iscsi {{(pid=101952) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:27:19.703757 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.plugins.ml2.plugin [None req-47dce743-c93b-4aff-8897-11c347ce32ef admin admin] Calling delete_port for 55091271-9c61-461f-9ea8-ba124afd0ed9 owned by network:dhcp {{(pid=101950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:27:19.745180 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.plugin [None req-3159d050-d844-4f37-a13e-073681029eda None None] Deleting port 55091271-9c61-461f-9ea8-ba124afd0ed9 {{(pid=101952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:27:19.745683 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-3159d050-d844-4f37-a13e-073681029eda None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776912257464'] for port, before_delete {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:19.788122 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-47dce743-c93b-4aff-8897-11c347ce32ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776912265346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776911838091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3976619'] for port, after_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:19.815398 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.db [None req-3159d050-d844-4f37-a13e-073681029eda None None] For port 55091271-9c61-461f-9ea8-ba124afd0ed9, host dv-cinder-733622-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-20-iscsi',level=0,port_id=55091271-9c61-461f-9ea8-ba124afd0ed9,segment=NetworkSegment(f47cc54b-f558-486d-8e51-5f9b09a6abd9),segment_id=f47cc54b-f558-486d-8e51-5f9b09a6abd9)] {{(pid=101952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:27:19.815650 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dce743-c93b-4aff-8897-11c347ce32ef admin admin] Pushing event deleted for resources: {'Port': ['ID=55091271-9c61-461f-9ea8-ba124afd0ed9,revision_number=None']} {{(pid=101950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:27:19.815772 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-3159d050-d844-4f37-a13e-073681029eda None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668535'] for port, precommit_delete {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:19.820002 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47dce743-c93b-4aff-8897-11c347ce32ef admin admin] No DVR routers for this DVR port 55091271-9c61-461f-9ea8-ba124afd0ed9 on host dv-cinder-733622-20-iscsi {{(pid=101950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 22:27:19.828084 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.plugin [None req-3159d050-d844-4f37-a13e-073681029eda None None] Calling delete_port for 55091271-9c61-461f-9ea8-ba124afd0ed9 owned by network:dhcp {{(pid=101952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:27:19.894825 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-47dce743-c93b-4aff-8897-11c347ce32ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8067463', 'neutron.services.segments.db._delete_segments_for_network-8776912172270'] for network, precommit_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:19.903329 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-3159d050-d844-4f37-a13e-073681029eda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776912265346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776911838091'] for port, after_delete {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:19.916375 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.services.segments.db [None req-47dce743-c93b-4aff-8897-11c347ce32ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['739025cd-187d-4499-b940-284d47802336']}} {{(pid=101950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:27:19.926878 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.services.segments.db [None req-47dce743-c93b-4aff-8897-11c347ce32ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f47cc54b-f558-486d-8e51-5f9b09a6abd9') {'for_net_delete': True} {{(pid=101950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:27:19.927179 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.services.segments.db [None req-47dce743-c93b-4aff-8897-11c347ce32ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f47cc54b-f558-486d-8e51-5f9b09a6abd9') {} {{(pid=101950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:27:19.929601 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3159d050-d844-4f37-a13e-073681029eda None None] Pushing event deleted for resources: {'Port': ['ID=55091271-9c61-461f-9ea8-ba124afd0ed9,revision_number=None']} {{(pid=101952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:27:19.931462 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3159d050-d844-4f37-a13e-073681029eda None None] No DVR routers for this DVR port 55091271-9c61-461f-9ea8-ba124afd0ed9 on host dv-cinder-733622-20-iscsi {{(pid=101952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 22:27:19.937107 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-47dce743-c93b-4aff-8897-11c347ce32ef admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776912404471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8760043'] for segment, before_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:19.950985 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-47dce743-c93b-4aff-8897-11c347ce32ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8017375'] for segment, precommit_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:19.957489 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47dce743-c93b-4aff-8897-11c347ce32ef admin admin] Releasing vlan 819 on physical network physnet1 to pool {{(pid=101950) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 22:27:19.957880 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-47dce743-c93b-4aff-8897-11c347ce32ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8017375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3976694'] for segment, after_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:19.959555 dv-cinder-733622-20-iscsi neutron-server[101950]: Traceback (most recent call last): Nov 11 22:27:19.959555 dv-cinder-733622-20-iscsi neutron-server[101950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 22:27:19.959555 dv-cinder-733622-20-iscsi neutron-server[101950]: timer() Nov 11 22:27:19.959555 dv-cinder-733622-20-iscsi neutron-server[101950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 22:27:19.959555 dv-cinder-733622-20-iscsi neutron-server[101950]: cb(*args, **kw) Nov 11 22:27:19.959555 dv-cinder-733622-20-iscsi neutron-server[101950]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 22:27:19.959555 dv-cinder-733622-20-iscsi neutron-server[101950]: return func(*args, **kwargs) Nov 11 22:27:19.959555 dv-cinder-733622-20-iscsi neutron-server[101950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 22:27:19.959555 dv-cinder-733622-20-iscsi neutron-server[101950]: self._notify() Nov 11 22:27:19.959555 dv-cinder-733622-20-iscsi neutron-server[101950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 22:27:19.959555 dv-cinder-733622-20-iscsi neutron-server[101950]: self.callback(batched_events) Nov 11 22:27:19.959555 dv-cinder-733622-20-iscsi neutron-server[101950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 22:27:19.959555 dv-cinder-733622-20-iscsi neutron-server[101950]: event.method(event) Nov 11 22:27:19.959555 dv-cinder-733622-20-iscsi neutron-server[101950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 22:27:19.959555 dv-cinder-733622-20-iscsi neutron-server[101950]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 22:27:19.959555 dv-cinder-733622-20-iscsi neutron-server[101950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 22:27:19.959555 dv-cinder-733622-20-iscsi neutron-server[101950]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 22:27:19.959555 dv-cinder-733622-20-iscsi neutron-server[101950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 22:27:19.959555 dv-cinder-733622-20-iscsi neutron-server[101950]: return f(self, *a, **k) Nov 11 22:27:19.959555 dv-cinder-733622-20-iscsi neutron-server[101950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 22:27:19.959555 dv-cinder-733622-20-iscsi neutron-server[101950]: return self._get(url).json() Nov 11 22:27:19.959555 dv-cinder-733622-20-iscsi neutron-server[101950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 22:27:19.959555 dv-cinder-733622-20-iscsi neutron-server[101950]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 22:27:19.959555 dv-cinder-733622-20-iscsi neutron-server[101950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 22:27:19.959555 dv-cinder-733622-20-iscsi neutron-server[101950]: return self.request(url, 'GET', **kwargs) Nov 11 22:27:19.959555 dv-cinder-733622-20-iscsi neutron-server[101950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 22:27:19.959555 dv-cinder-733622-20-iscsi neutron-server[101950]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 22:27:19.959555 dv-cinder-733622-20-iscsi neutron-server[101950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 22:27:19.959555 dv-cinder-733622-20-iscsi neutron-server[101950]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 22:27:19.959555 dv-cinder-733622-20-iscsi neutron-server[101950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 22:27:19.959555 dv-cinder-733622-20-iscsi neutron-server[101950]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 22:27:19.959555 dv-cinder-733622-20-iscsi neutron-server[101950]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 22:27:20.017420 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-47dce743-c93b-4aff-8897-11c347ce32ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8067486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657127'] for network, after_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:20.022978 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-47dce743-c93b-4aff-8897-11c347ce32ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634242'] for network, before_response {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:20.026332 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [None req-47dce743-c93b-4aff-8897-11c347ce32ef admin admin] 10.222.0.50 "DELETE /v2.0/networks/739025cd-187d-4499-b940-284d47802336 HTTP/1.1" status: 204 len: 168 time: 0.5365968 Nov 11 22:27:20.037485 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dce743-c93b-4aff-8897-11c347ce32ef admin admin] Pushing event deleted for resources: {'Network': ['ID=739025cd-187d-4499-b940-284d47802336,revision_number=None']} {{(pid=101950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:27:20.182891 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 51590) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:27:20.222896 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-1d691b2d-1f8a-4fcd-ab3a-cd397db3a998 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=ad87baae272c4d3498ca095539ae1af4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0388460 Nov 11 22:27:20.225416 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 51592) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:27:20.271192 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-b3cd5f83-cf56-44f2-98b4-8d2f9b46a4af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:20.291826 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-b3cd5f83-cf56-44f2-98b4-8d2f9b46a4af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:20.336892 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-b3cd5f83-cf56-44f2-98b4-8d2f9b46a4af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:20.339444 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-b3cd5f83-cf56-44f2-98b4-8d2f9b46a4af admin admin] Publish callbacks [] for security_group, before_response {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:20.340571 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-b3cd5f83-cf56-44f2-98b4-8d2f9b46a4af admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/b7ad85df-46a8-46d3-8901-5efb35b2e93d HTTP/1.1" status: 204 len: 168 time: 0.1142466 Nov 11 22:27:20.348500 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cd5f83-cf56-44f2-98b4-8d2f9b46a4af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7ad85df-46a8-46d3-8901-5efb35b2e93d,revision_number=None']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:27:20.650139 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.wsgi [-] (101950) accepted ('10.222.0.50', 51598) {{(pid=101950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:27:20.690167 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [None req-b2959ff5-9ed3-4758-a68e-aa1a016f9f93 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=f0072c922eeb478195bda27d4ad5fc5b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0388675 Nov 11 22:27:20.692740 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.wsgi [-] (101950) accepted ('10.222.0.50', 51600) {{(pid=101950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:27:20.739874 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-a9b840f8-26b3-4d42-941a-c346353eb9f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:20.761260 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-a9b840f8-26b3-4d42-941a-c346353eb9f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:20.804847 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-a9b840f8-26b3-4d42-941a-c346353eb9f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:20.808009 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-a9b840f8-26b3-4d42-941a-c346353eb9f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:20.809200 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [None req-a9b840f8-26b3-4d42-941a-c346353eb9f9 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/0ea43a3f-9fb5-44ae-99cb-17f55e736211 HTTP/1.1" status: 204 len: 168 time: 0.1155581 Nov 11 22:27:20.817742 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b840f8-26b3-4d42-941a-c346353eb9f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ea43a3f-9fb5-44ae-99cb-17f55e736211,revision_number=None']} {{(pid=101950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:27:20.998704 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Device 55091271-9c61-461f-9ea8-ba124afd0ed9 no longer exists at agent ovs-agent-dv-cinder-733622-20-iscsi {{(pid=101952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:27:21.024978 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.plugin [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] No Port match for: 55091271-9c61-461f-9ea8-ba124afd0ed9 {{(pid=101952) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:27:21.025327 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Device 55091271-9c61-461f-9ea8-ba124afd0ed9 not bound to the agent host dv-cinder-733622-20-iscsi {{(pid=101952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:27:21.025742 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Device bf896bc9-4b8e-4e45-a4ee-ada14bd577ba no longer exists at agent ovs-agent-dv-cinder-733622-20-iscsi {{(pid=101952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:27:21.046279 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.plugin [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] No Port match for: bf896bc9-4b8e-4e45-a4ee-ada14bd577ba {{(pid=101952) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:27:21.046629 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Device bf896bc9-4b8e-4e45-a4ee-ada14bd577ba not bound to the agent host dv-cinder-733622-20-iscsi {{(pid=101952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:27:22.749747 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.wsgi [-] (101950) accepted ('10.222.0.50', 51604) {{(pid=101950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:27:22.910107 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.plugins.ml2.plugin [None req-bb045816-22d9-4dc3-b45e-3af00d37594f tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Deleting port 76c9c06d-dc68-4e1a-beb1-7ae507f88cae {{(pid=101950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:27:22.910450 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-bb045816-22d9-4dc3-b45e-3af00d37594f tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776912257464'] for port, before_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:22.987558 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-bb045816-22d9-4dc3-b45e-3af00d37594f tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668535'] for port, precommit_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:22.987884 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-bb045816-22d9-4dc3-b45e-3af00d37594f tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:23.000202 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.plugins.ml2.plugin [None req-bb045816-22d9-4dc3-b45e-3af00d37594f tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Calling delete_port for 76c9c06d-dc68-4e1a-beb1-7ae507f88cae owned by network:floatingip {{(pid=101950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:27:23.145988 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-bb045816-22d9-4dc3-b45e-3af00d37594f tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776912265346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776911838091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3976619'] for port, after_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:23.171607 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb045816-22d9-4dc3-b45e-3af00d37594f tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Pushing event deleted for resources: {'Port': ['ID=76c9c06d-dc68-4e1a-beb1-7ae507f88cae,revision_number=None']} {{(pid=101950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:27:23.241258 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-bb045816-22d9-4dc3-b45e-3af00d37594f tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Publish callbacks [] for floatingip, after_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:23.241577 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.db.l3_db [None req-bb045816-22d9-4dc3-b45e-3af00d37594f tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Floating IP de0f2360-f686-4feb-a36b-a195777d05af disassociated (deleted). External IP: 172.27.0.38, port: 920dca9d-d6ea-423b-af62-abed829fb4f5. Nov 11 22:27:23.455426 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb045816-22d9-4dc3-b45e-3af00d37594f tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Router 10cd6305-f48d-40b7-9fc5-d7ee37e2efc9 has already been hosted by L3 agent 4702c36b-78d9-4f52-8cbc-8d9e3292a6f2 {{(pid=101950) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 22:27:23.564086 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb045816-22d9-4dc3-b45e-3af00d37594f tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Notify agent at l3_agent.dv-cinder-733622-20-iscsi the message routers_updated {{(pid=101950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:27:23.568871 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-bb045816-22d9-4dc3-b45e-3af00d37594f tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26363'] for floatingip, before_response {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:23.574650 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af44462-1e88-40f7-8509-fe2d7512dec1 None None] Sync routers for ids ['10cd6305-f48d-40b7-9fc5-d7ee37e2efc9'] in dv-cinder-733622-20-iscsi {{(pid=101952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:27:23.588572 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af44462-1e88-40f7-8509-fe2d7512dec1 None None] Routers {'10cd6305-f48d-40b7-9fc5-d7ee37e2efc9'} bound to L3 agent in host dv-cinder-733622-20-iscsi {{(pid=101952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:27:23.589615 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_hamode_db [None req-7af44462-1e88-40f7-8509-fe2d7512dec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T22:08:28Z,description=,heartbeat_timestamp=2021-11-11T22:26:58Z,host='dv-cinder-733622-20-iscsi',id=4702c36b-78d9-4f52-8cbc-8d9e3292a6f2,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T22:08:28Z,topic='l3_agent')) {'router_ids': ['10cd6305-f48d-40b7-9fc5-d7ee37e2efc9'], 'active': True} {{(pid=101952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:27:23.603491 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [None req-bb045816-22d9-4dc3-b45e-3af00d37594f tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] 10.222.0.50 "DELETE /v2.0/floatingips/de0f2360-f686-4feb-a36b-a195777d05af HTTP/1.1" status: 204 len: 168 time: 0.8525698 Nov 11 22:27:23.604080 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7d3b4b0-81bd-459e-b368-1d7a18131716', 'tag': '920dca9d-d6ea-423b-af62-abed829fb4f5'}] {{(pid=101950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:27:23.606394 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6a5285f65aca903721fee6e5434d0235345418fba5e47a2479ed174f8b69804" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ca47ce3-5334-4e2d-a22c-ac6531d2fd24" -d '{"events": [{"name": "network-changed", "server_uuid": "e7d3b4b0-81bd-459e-b368-1d7a18131716", "tag": "920dca9d-d6ea-423b-af62-abed829fb4f5"}]}' {{(pid=101950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:27:23.654732 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 22:27:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16304fa2-085b-43b2-9f27-11a8712c19e8 x-openstack-request-id: req-16304fa2-085b-43b2-9f27-11a8712c19e8 {{(pid=101950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:27:23.655046 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7d3b4b0-81bd-459e-b368-1d7a18131716", "tag": "920dca9d-d6ea-423b-af62-abed829fb4f5", "status": "completed", "code": 200}]} {{(pid=101950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:27:23.655340 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-16304fa2-085b-43b2-9f27-11a8712c19e8 {{(pid=101950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:27:23.655807 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7d3b4b0-81bd-459e-b368-1d7a18131716', 'tag': '920dca9d-d6ea-423b-af62-abed829fb4f5', 'status': 'completed', 'code': 200} Nov 11 22:27:23.703374 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_dvr_db [None req-7af44462-1e88-40f7-8509-fe2d7512dec1 None None] Set router 10cd6305-f48d-40b7-9fc5-d7ee37e2efc9 gateway port host: dv-cinder-733622-20-iscsi {{(pid=101952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:27:23.718695 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca47ce3-5334-4e2d-a22c-ac6531d2fd24 req-7e1d6704-2ceb-44bb-bf79-fcdda9239e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:27:23.720342 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-8ca47ce3-5334-4e2d-a22c-ac6531d2fd24 req-7e1d6704-2ceb-44bb-bf79-fcdda9239e49 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=45877637febf473e8074291b9336b125&device_id=e7d3b4b0-81bd-459e-b368-1d7a18131716 HTTP/1.1" status: 200 len: 1098 time: 0.0426087 Nov 11 22:27:23.827810 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca47ce3-5334-4e2d-a22c-ac6531d2fd24 req-969364f1-3bb8-4e2c-9a3d-227d4ef3ece6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:27:23.829853 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-8ca47ce3-5334-4e2d-a22c-ac6531d2fd24 req-969364f1-3bb8-4e2c-9a3d-227d4ef3ece6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=432f6d4a-3b75-452f-9f40-63ce1a0d7c20 HTTP/1.1" status: 200 len: 913 time: 0.0954697 Nov 11 22:27:23.844419 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1206c84-9458-4663-a3e3-818de39d6364 req-4ae9ea44-44ee-4b78-9cc3-8e7833c3d515 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:27:23.846109 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-e1206c84-9458-4663-a3e3-818de39d6364 req-4ae9ea44-44ee-4b78-9cc3-8e7833c3d515 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7d3b4b0-81bd-459e-b368-1d7a18131716 HTTP/1.1" status: 200 len: 945 time: 0.0511620 Nov 11 22:27:23.874458 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-8ca47ce3-5334-4e2d-a22c-ac6531d2fd24 req-512e5890-2966-48fd-96c7-51fb7fca3ecf service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=920dca9d-d6ea-423b-af62-abed829fb4f5 HTTP/1.1" status: 200 len: 217 time: 0.0346026 Nov 11 22:27:23.898285 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-e1206c84-9458-4663-a3e3-818de39d6364 req-05349d1f-72f6-4e6d-8df4-a1c78be1d215 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd56fe96-f8b9-402d-9557-23ad985e8368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457871 Nov 11 22:27:23.929823 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca47ce3-5334-4e2d-a22c-ac6531d2fd24 req-42ebfdbe-daee-414a-bacd-f7cf9445aaef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:27:23.932075 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-8ca47ce3-5334-4e2d-a22c-ac6531d2fd24 req-42ebfdbe-daee-414a-bacd-f7cf9445aaef service neutron] 10.222.0.26 "GET /v2.0/subnets?id=45807439-1281-4080-909a-9299f816111e HTTP/1.1" status: 200 len: 851 time: 0.0500109 Nov 11 22:27:23.956704 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_hamode_db [None req-7af44462-1e88-40f7-8509-fe2d7512dec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10cd6305-f48d-40b7-9fc5-d7ee37e2efc9', 'name': 'tempest-TestVolumeBootPattern-1160449093-router', 'tenant_id': '45877637febf473e8074291b9336b125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'external_fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': '921633f6-5983-48e8-8be2-60f9250b518a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:19:31Z', 'updated_at': '2021-11-11T22:19:35Z', 'revision_number': 4, 'project_id': '45877637febf473e8074291b9336b125', 'gw_port': {'id': '921633f6-5983-48e8-8be2-60f9250b518a', 'name': '', 'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:12:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cd6305-f48d-40b7-9fc5-d7ee37e2efc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:19:32Z', 'updated_at': '2021-11-11T22:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-20-iscsi', '_floatingips': [{'id': '64a92f31-36ed-4ce0-a453-d5935d7766de', 'tenant_id': '45877637febf473e8074291b9336b125', 'floating_ip_address': '172.27.0.154', 'floating_network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'router_id': '10cd6305-f48d-40b7-9fc5-d7ee37e2efc9', 'port_id': 'a670a980-753e-4b15-a3f7-b88557539127', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '432f6d4a-3b75-452f-9f40-63ce1a0d7c20', 'mac_address': 'fa:16:3e:41:d2:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13182ad6-5a2b-4701-95e4-f25470140b22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T22:23:30Z', 'updated_at': '2021-11-11T22:23:32Z', 'revision_number': 1, 'project_id': '45877637febf473e8074291b9336b125', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74da1290-c8a3-4424-9696-57abc25ed7c0', 'name': '', 'network_id': '432f6d4a-3b75-452f-9f40-63ce1a0d7c20', 'tenant_id': '45877637febf473e8074291b9336b125', 'mac_address': 'fa:16:3e:6b:f7:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cd6305-f48d-40b7-9fc5-d7ee37e2efc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '45807439-1281-4080-909a-9299f816111e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:19:34Z', 'updated_at': '2021-11-11T22:19:41Z', 'revision_number': 5, 'project_id': '45877637febf473e8074291b9336b125', 'subnets': [{'id': '45807439-1281-4080-909a-9299f816111e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-20-iscsi', False) {} {{(pid=101952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:27:23.977112 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca47ce3-5334-4e2d-a22c-ac6531d2fd24 req-a1b186c4-a015-4a0d-97d7-c82ffe5dc911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:27:23.978612 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-8ca47ce3-5334-4e2d-a22c-ac6531d2fd24 req-a1b186c4-a015-4a0d-97d7-c82ffe5dc911 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=432f6d4a-3b75-452f-9f40-63ce1a0d7c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0394995 Nov 11 22:27:23.982597 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af44462-1e88-40f7-8509-fe2d7512dec1 None None] Checking router: 10cd6305-f48d-40b7-9fc5-d7ee37e2efc9 for host: dv-cinder-733622-20-iscsi {{(pid=101952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:27:23.991654 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af44462-1e88-40f7-8509-fe2d7512dec1 None None] Routers {'10cd6305-f48d-40b7-9fc5-d7ee37e2efc9'} bound to L3 agent in host dv-cinder-733622-20-iscsi {{(pid=101952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:27:23.992279 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_hamode_db [None req-7af44462-1e88-40f7-8509-fe2d7512dec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-11T22:08:28Z,description=,heartbeat_timestamp=2021-11-11T22:26:58Z,host='dv-cinder-733622-20-iscsi',id=4702c36b-78d9-4f52-8cbc-8d9e3292a6f2,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T22:08:28Z,topic='l3_agent')) {'router_ids': ['10cd6305-f48d-40b7-9fc5-d7ee37e2efc9'], 'active': True} {{(pid=101952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:27:24.075612 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-8ca47ce3-5334-4e2d-a22c-ac6531d2fd24 req-5530f78f-d6aa-4327-a3bc-0f5274360ab3 service neutron] 10.222.0.26 "GET /v2.0/networks/432f6d4a-3b75-452f-9f40-63ce1a0d7c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887446 Nov 11 22:27:24.100649 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_dvr_db [None req-7af44462-1e88-40f7-8509-fe2d7512dec1 None None] Set router 10cd6305-f48d-40b7-9fc5-d7ee37e2efc9 gateway port host: dv-cinder-733622-20-iscsi {{(pid=101952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:27:24.165982 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-8ca47ce3-5334-4e2d-a22c-ac6531d2fd24 req-2b81707b-6772-454b-91a9-d95f936f3f4e service neutron] 10.222.0.26 "GET /v2.0/networks/432f6d4a-3b75-452f-9f40-63ce1a0d7c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824990 Nov 11 22:27:24.326464 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_hamode_db [None req-7af44462-1e88-40f7-8509-fe2d7512dec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10cd6305-f48d-40b7-9fc5-d7ee37e2efc9', 'name': 'tempest-TestVolumeBootPattern-1160449093-router', 'tenant_id': '45877637febf473e8074291b9336b125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'external_fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': '921633f6-5983-48e8-8be2-60f9250b518a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:19:31Z', 'updated_at': '2021-11-11T22:19:35Z', 'revision_number': 4, 'project_id': '45877637febf473e8074291b9336b125', 'gw_port': {'id': '921633f6-5983-48e8-8be2-60f9250b518a', 'name': '', 'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:12:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cd6305-f48d-40b7-9fc5-d7ee37e2efc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:19:32Z', 'updated_at': '2021-11-11T22:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-20-iscsi', '_floatingips': [{'id': '64a92f31-36ed-4ce0-a453-d5935d7766de', 'tenant_id': '45877637febf473e8074291b9336b125', 'floating_ip_address': '172.27.0.154', 'floating_network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'router_id': '10cd6305-f48d-40b7-9fc5-d7ee37e2efc9', 'port_id': 'a670a980-753e-4b15-a3f7-b88557539127', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '432f6d4a-3b75-452f-9f40-63ce1a0d7c20', 'mac_address': 'fa:16:3e:41:d2:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13182ad6-5a2b-4701-95e4-f25470140b22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T22:23:30Z', 'updated_at': '2021-11-11T22:23:32Z', 'revision_number': 1, 'project_id': '45877637febf473e8074291b9336b125', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74da1290-c8a3-4424-9696-57abc25ed7c0', 'name': '', 'network_id': '432f6d4a-3b75-452f-9f40-63ce1a0d7c20', 'tenant_id': '45877637febf473e8074291b9336b125', 'mac_address': 'fa:16:3e:6b:f7:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cd6305-f48d-40b7-9fc5-d7ee37e2efc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '45807439-1281-4080-909a-9299f816111e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:19:34Z', 'updated_at': '2021-11-11T22:19:41Z', 'revision_number': 5, 'project_id': '45877637febf473e8074291b9336b125', 'subnets': [{'id': '45807439-1281-4080-909a-9299f816111e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-20-iscsi', False) {} {{(pid=101952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:27:24.476342 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af44462-1e88-40f7-8509-fe2d7512dec1 None None] The sync data for ids ['10cd6305-f48d-40b7-9fc5-d7ee37e2efc9'] in dv-cinder-733622-20-iscsi is: [{'id': '10cd6305-f48d-40b7-9fc5-d7ee37e2efc9', 'name': 'tempest-TestVolumeBootPattern-1160449093-router', 'tenant_id': '45877637febf473e8074291b9336b125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'external_fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': '921633f6-5983-48e8-8be2-60f9250b518a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:19:31Z', 'updated_at': '2021-11-11T22:19:35Z', 'revision_number': 4, 'project_id': '45877637febf473e8074291b9336b125', 'gw_port': {'id': '921633f6-5983-48e8-8be2-60f9250b518a', 'name': '', 'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:12:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cd6305-f48d-40b7-9fc5-d7ee37e2efc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:19:32Z', 'updated_at': '2021-11-11T22:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-20-iscsi', '_floatingips': [{'id': '64a92f31-36ed-4ce0-a453-d5935d7766de', 'tenant_id': '45877637febf473e8074291b9336b125', 'floating_ip_address': '172.27.0.154', 'floating_network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'router_id': '10cd6305-f48d-40b7-9fc5-d7ee37e2efc9', 'port_id': 'a670a980-753e-4b15-a3f7-b88557539127', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 552, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '432f6d4a-3b75-452f-9f40-63ce1a0d7c20', 'mac_address': 'fa:16:3e:41:d2:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13182ad6-5a2b-4701-95e4-f25470140b22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-11T22:23:30Z', 'updated_at': '2021-11-11T22:23:32Z', 'revision_number': 1, 'project_id': '45877637febf473e8074291b9336b125', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74da1290-c8a3-4424-9696-57abc25ed7c0', 'name': '', 'network_id': '432f6d4a-3b75-452f-9f40-63ce1a0d7c20', 'tenant_id': '45877637febf473e8074291b9336b125', 'mac_address': 'fa:16:3e:6b:f7:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cd6305-f48d-40b7-9fc5-d7ee37e2efc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '45807439-1281-4080-909a-9299f816111e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:19:34Z', 'updated_at': '2021-11-11T22:19:41Z', 'revision_number': 5, 'project_id': '45877637febf473e8074291b9336b125', 'subnets': [{'id': '45807439-1281-4080-909a-9299f816111e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:27:24.697858 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f2b08f-1137-4f60-a98e-de48ce2f572e None None] New status for floating IP de0f2360-f686-4feb-a36b-a195777d05af: DOWN {{(pid=101953) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 22:27:25.019351 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4888b13e-1e64-4ac8-8a47-941dab55cb70 req-adfe6050-19f2-489c-ab0a-f219a9f0eeb7 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:27:25.020910 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-4888b13e-1e64-4ac8-8a47-941dab55cb70 req-adfe6050-19f2-489c-ab0a-f219a9f0eeb7 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7d3b4b0-81bd-459e-b368-1d7a18131716 HTTP/1.1" status: 200 len: 945 time: 0.0479412 Nov 11 22:27:25.069562 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-4888b13e-1e64-4ac8-8a47-941dab55cb70 req-2baed8c1-31b5-4964-b96b-057b2c952d11 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd56fe96-f8b9-402d-9557-23ad985e8368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421147 Nov 11 22:27:25.273947 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8875c6a9-2032-49ec-8c12-67ecfa976712 req-52342f3f-08bc-4970-87b9-1b32216ad85d tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:27:25.276051 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-8875c6a9-2032-49ec-8c12-67ecfa976712 req-52342f3f-08bc-4970-87b9-1b32216ad85d tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] 10.222.0.26 "GET /v2.0/ports?device_id=e7d3b4b0-81bd-459e-b368-1d7a18131716 HTTP/1.1" status: 200 len: 945 time: 0.0497429 Nov 11 22:27:25.369626 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.plugin [req-8875c6a9-2032-49ec-8c12-67ecfa976712 req-637f672f-b7dc-4b17-ac1a-6b92dad6283e tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Deleting port 920dca9d-d6ea-423b-af62-abed829fb4f5 {{(pid=101951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:27:25.369964 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [req-8875c6a9-2032-49ec-8c12-67ecfa976712 req-637f672f-b7dc-4b17-ac1a-6b92dad6283e tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776912257464'] for port, before_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:25.455386 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.db [req-8875c6a9-2032-49ec-8c12-67ecfa976712 req-637f672f-b7dc-4b17-ac1a-6b92dad6283e tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] For port 920dca9d-d6ea-423b-af62-abed829fb4f5, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=920dca9d-d6ea-423b-af62-abed829fb4f5,segment=NetworkSegment(0f84472f-f0e4-456a-9222-5ba8c86f3ac5),segment_id=0f84472f-f0e4-456a-9222-5ba8c86f3ac5)] {{(pid=101951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:27:25.455753 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [req-8875c6a9-2032-49ec-8c12-67ecfa976712 req-637f672f-b7dc-4b17-ac1a-6b92dad6283e tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668535'] for port, precommit_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:25.469351 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.plugin [req-8875c6a9-2032-49ec-8c12-67ecfa976712 req-637f672f-b7dc-4b17-ac1a-6b92dad6283e tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Calling delete_port for 920dca9d-d6ea-423b-af62-abed829fb4f5 owned by compute:nova {{(pid=101951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:27:25.596313 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [req-8875c6a9-2032-49ec-8c12-67ecfa976712 req-637f672f-b7dc-4b17-ac1a-6b92dad6283e tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776912265346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776911838091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9099554'] for port, after_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:25.622405 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637f672f-b7dc-4b17-ac1a-6b92dad6283e tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Pushing event deleted for resources: {'Port': ['ID=920dca9d-d6ea-423b-af62-abed829fb4f5,revision_number=None']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:27:25.669936 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-ac07e294-efde-4d7b-be39-9ad37fe6ffae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:25.919321 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.db.l3_dvrscheduler_db [req-8875c6a9-2032-49ec-8c12-67ecfa976712 req-637f672f-b7dc-4b17-ac1a-6b92dad6283e tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] No DVR routers for this DVR port 920dca9d-d6ea-423b-af62-abed829fb4f5 on host hv-cinder-73362 {{(pid=101951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 22:27:25.921999 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [req-8875c6a9-2032-49ec-8c12-67ecfa976712 req-637f672f-b7dc-4b17-ac1a-6b92dad6283e tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26363'] for port, before_response {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:25.925335 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-8875c6a9-2032-49ec-8c12-67ecfa976712 req-637f672f-b7dc-4b17-ac1a-6b92dad6283e tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] 10.222.0.26 "DELETE /v2.0/ports/920dca9d-d6ea-423b-af62-abed829fb4f5 HTTP/1.1" status: 204 len: 173 time: 0.6422083 Nov 11 22:27:25.925781 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7d3b4b0-81bd-459e-b368-1d7a18131716', 'name': 'network-vif-deleted', 'tag': '920dca9d-d6ea-423b-af62-abed829fb4f5'}] {{(pid=101951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:27:25.928035 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6edad8924451e5ac919d090b7a0cdac835d5bd684dc46b69d397444c146e85de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a481ef9-0d41-47e4-9a1e-22c4d5a2771b" -d '{"events": [{"server_uuid": "e7d3b4b0-81bd-459e-b368-1d7a18131716", "name": "network-vif-deleted", "tag": "920dca9d-d6ea-423b-af62-abed829fb4f5"}]}' {{(pid=101951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:27:25.966579 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 22:27:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2c2edcf-ac87-49f8-a916-d5a2b26e03f6 x-openstack-request-id: req-d2c2edcf-ac87-49f8-a916-d5a2b26e03f6 {{(pid=101951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:27:25.966859 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7d3b4b0-81bd-459e-b368-1d7a18131716", "name": "network-vif-deleted", "tag": "920dca9d-d6ea-423b-af62-abed829fb4f5", "status": "completed", "code": 200}]} {{(pid=101951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:27:25.967109 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-d2c2edcf-ac87-49f8-a916-d5a2b26e03f6 {{(pid=101951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:27:25.967510 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7d3b4b0-81bd-459e-b368-1d7a18131716', 'name': 'network-vif-deleted', 'tag': '920dca9d-d6ea-423b-af62-abed829fb4f5', 'status': 'completed', 'code': 200} Nov 11 22:27:25.969356 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.db.agents_db [None req-7a0be6d5-f821-4115-b6dd-94f53e40a68e None None] Agent healthcheck: found 6 active agents {{(pid=101953) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:27:26.173175 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-68a40038-a8eb-463e-bcfc-3cb4d83325da req-6501cd2a-18b2-4f2f-8509-d5f69344fe01 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] 10.222.0.50 "GET /v2.0/ports?device_id=e7d3b4b0-81bd-459e-b368-1d7a18131716 HTTP/1.1" status: 200 len: 210 time: 0.0302711 Nov 11 22:27:28.187761 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-9d622539-bdee-46f8-8e1b-21e26d7bf997 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:29.102116 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Device 920dca9d-d6ea-423b-af62-abed829fb4f5 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=101952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:27:29.121961 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.plugin [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] No Port match for: 920dca9d-d6ea-423b-af62-abed829fb4f5 {{(pid=101952) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:27:29.122304 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Device 920dca9d-d6ea-423b-af62-abed829fb4f5 not bound to the agent host hv-cinder-73362 {{(pid=101952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:27:29.439522 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-766b5b4b-9c4e-4513-9f30-d5290b623bba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:29.450940 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.wsgi [-] (101950) accepted ('10.222.0.50', 51632) {{(pid=101950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:27:29.608630 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.plugins.ml2.plugin [None req-2cddca60-3954-4350-93b9-b36ba92c3c2d tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Deleting port cc4ec502-09dc-4051-b965-9ccf05196df9 {{(pid=101950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:27:29.608974 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-2cddca60-3954-4350-93b9-b36ba92c3c2d tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776912257464'] for port, before_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:29.681666 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-2cddca60-3954-4350-93b9-b36ba92c3c2d tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668535'] for port, precommit_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:29.681983 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-2cddca60-3954-4350-93b9-b36ba92c3c2d tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:29.693733 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.plugins.ml2.plugin [None req-2cddca60-3954-4350-93b9-b36ba92c3c2d tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Calling delete_port for cc4ec502-09dc-4051-b965-9ccf05196df9 owned by network:floatingip {{(pid=101950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:27:29.839999 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-2cddca60-3954-4350-93b9-b36ba92c3c2d tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776912265346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776911838091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3976619'] for port, after_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:29.863155 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cddca60-3954-4350-93b9-b36ba92c3c2d tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Pushing event deleted for resources: {'Port': ['ID=cc4ec502-09dc-4051-b965-9ccf05196df9,revision_number=None']} {{(pid=101950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:27:29.929357 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-2cddca60-3954-4350-93b9-b36ba92c3c2d tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Publish callbacks [] for floatingip, after_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:29.929679 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.db.l3_db [None req-2cddca60-3954-4350-93b9-b36ba92c3c2d tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Floating IP 64a92f31-36ed-4ce0-a453-d5935d7766de disassociated (deleted). External IP: 172.27.0.154, port: a670a980-753e-4b15-a3f7-b88557539127. Nov 11 22:27:30.129054 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cddca60-3954-4350-93b9-b36ba92c3c2d tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Router 10cd6305-f48d-40b7-9fc5-d7ee37e2efc9 has already been hosted by L3 agent 4702c36b-78d9-4f52-8cbc-8d9e3292a6f2 {{(pid=101950) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 22:27:30.235527 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cddca60-3954-4350-93b9-b36ba92c3c2d tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Notify agent at l3_agent.dv-cinder-733622-20-iscsi the message routers_updated {{(pid=101950) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:27:30.240276 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-2cddca60-3954-4350-93b9-b36ba92c3c2d tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26363'] for floatingip, before_response {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:30.245565 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab62426-8a7b-418c-a2be-fca69de39ba2 None None] Sync routers for ids ['10cd6305-f48d-40b7-9fc5-d7ee37e2efc9'] in dv-cinder-733622-20-iscsi {{(pid=101952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:27:30.255528 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab62426-8a7b-418c-a2be-fca69de39ba2 None None] Routers {'10cd6305-f48d-40b7-9fc5-d7ee37e2efc9'} bound to L3 agent in host dv-cinder-733622-20-iscsi {{(pid=101952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:27:30.256148 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_hamode_db [None req-8ab62426-8a7b-418c-a2be-fca69de39ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T22:08:28Z,description=,heartbeat_timestamp=2021-11-11T22:27:28Z,host='dv-cinder-733622-20-iscsi',id=4702c36b-78d9-4f52-8cbc-8d9e3292a6f2,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T22:08:28Z,topic='l3_agent')) {'router_ids': ['10cd6305-f48d-40b7-9fc5-d7ee37e2efc9'], 'active': True} {{(pid=101952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:27:30.268555 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [None req-2cddca60-3954-4350-93b9-b36ba92c3c2d tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] 10.222.0.50 "DELETE /v2.0/floatingips/64a92f31-36ed-4ce0-a453-d5935d7766de HTTP/1.1" status: 204 len: 168 time: 0.8164186 Nov 11 22:27:30.269245 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13182ad6-5a2b-4701-95e4-f25470140b22', 'tag': 'a670a980-753e-4b15-a3f7-b88557539127'}] {{(pid=101950) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:27:30.271631 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a6a5285f65aca903721fee6e5434d0235345418fba5e47a2479ed174f8b69804" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ea9cfa0-4fa3-43bc-a18c-610db54ba796" -d '{"events": [{"name": "network-changed", "server_uuid": "13182ad6-5a2b-4701-95e4-f25470140b22", "tag": "a670a980-753e-4b15-a3f7-b88557539127"}]}' {{(pid=101950) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:27:30.316090 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 11 Nov 2021 22:27:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-491ccd7d-6d8e-41f7-a55c-b20c2cd0c219 x-openstack-request-id: req-491ccd7d-6d8e-41f7-a55c-b20c2cd0c219 {{(pid=101950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:27:30.316386 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13182ad6-5a2b-4701-95e4-f25470140b22", "tag": "a670a980-753e-4b15-a3f7-b88557539127", "status": "completed", "code": 200}]} {{(pid=101950) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:27:30.316685 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-491ccd7d-6d8e-41f7-a55c-b20c2cd0c219 {{(pid=101950) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:27:30.317087 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13182ad6-5a2b-4701-95e4-f25470140b22', 'tag': 'a670a980-753e-4b15-a3f7-b88557539127', 'status': 'completed', 'code': 200} Nov 11 22:27:30.372433 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_dvr_db [None req-8ab62426-8a7b-418c-a2be-fca69de39ba2 None None] Set router 10cd6305-f48d-40b7-9fc5-d7ee37e2efc9 gateway port host: dv-cinder-733622-20-iscsi {{(pid=101952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:27:30.382745 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea9cfa0-4fa3-43bc-a18c-610db54ba796 req-1e732f72-1703-4ce3-a6f9-bd076723b0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:27:30.384937 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-8ea9cfa0-4fa3-43bc-a18c-610db54ba796 req-1e732f72-1703-4ce3-a6f9-bd076723b0ce service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=45877637febf473e8074291b9336b125&device_id=13182ad6-5a2b-4701-95e4-f25470140b22 HTTP/1.1" status: 200 len: 1099 time: 0.0433781 Nov 11 22:27:30.485059 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea9cfa0-4fa3-43bc-a18c-610db54ba796 req-cea7f383-08bd-445b-b6dc-a3343812a902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:27:30.486520 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-8ea9cfa0-4fa3-43bc-a18c-610db54ba796 req-cea7f383-08bd-445b-b6dc-a3343812a902 service neutron] 10.222.0.26 "GET /v2.0/networks?id=432f6d4a-3b75-452f-9f40-63ce1a0d7c20 HTTP/1.1" status: 200 len: 913 time: 0.0943511 Nov 11 22:27:30.512483 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35708ead-f9fa-41f3-86fe-f516143a38fc req-e1599772-1d93-45f4-bcbd-fa3c90debd21 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:27:30.514028 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-35708ead-f9fa-41f3-86fe-f516143a38fc req-e1599772-1d93-45f4-bcbd-fa3c90debd21 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] 10.222.0.50 "GET /v2.0/ports?device_id=13182ad6-5a2b-4701-95e4-f25470140b22 HTTP/1.1" status: 200 len: 946 time: 0.0579906 Nov 11 22:27:30.531617 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-8ea9cfa0-4fa3-43bc-a18c-610db54ba796 req-e8466a66-6690-4808-a219-a811328b1cd3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a670a980-753e-4b15-a3f7-b88557539127 HTTP/1.1" status: 200 len: 217 time: 0.0372033 Nov 11 22:27:30.565724 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-35708ead-f9fa-41f3-86fe-f516143a38fc req-71b20305-cf7b-406a-a370-d2d3caacf26a tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd56fe96-f8b9-402d-9557-23ad985e8368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457342 Nov 11 22:27:30.587025 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_hamode_db [None req-8ab62426-8a7b-418c-a2be-fca69de39ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10cd6305-f48d-40b7-9fc5-d7ee37e2efc9', 'name': 'tempest-TestVolumeBootPattern-1160449093-router', 'tenant_id': '45877637febf473e8074291b9336b125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'external_fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': '921633f6-5983-48e8-8be2-60f9250b518a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:19:31Z', 'updated_at': '2021-11-11T22:19:35Z', 'revision_number': 4, 'project_id': '45877637febf473e8074291b9336b125', 'gw_port': {'id': '921633f6-5983-48e8-8be2-60f9250b518a', 'name': '', 'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:12:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cd6305-f48d-40b7-9fc5-d7ee37e2efc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:19:32Z', 'updated_at': '2021-11-11T22:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-20-iscsi', '_interfaces': [{'id': '74da1290-c8a3-4424-9696-57abc25ed7c0', 'name': '', 'network_id': '432f6d4a-3b75-452f-9f40-63ce1a0d7c20', 'tenant_id': '45877637febf473e8074291b9336b125', 'mac_address': 'fa:16:3e:6b:f7:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cd6305-f48d-40b7-9fc5-d7ee37e2efc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '45807439-1281-4080-909a-9299f816111e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:19:34Z', 'updated_at': '2021-11-11T22:19:41Z', 'revision_number': 5, 'project_id': '45877637febf473e8074291b9336b125', 'subnets': [{'id': '45807439-1281-4080-909a-9299f816111e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-20-iscsi', False) {} {{(pid=101952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:27:30.587736 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea9cfa0-4fa3-43bc-a18c-610db54ba796 req-744b92ed-0ac6-4d4e-ae86-cc8df3ebad41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:27:30.588597 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-8ea9cfa0-4fa3-43bc-a18c-610db54ba796 req-744b92ed-0ac6-4d4e-ae86-cc8df3ebad41 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=45807439-1281-4080-909a-9299f816111e HTTP/1.1" status: 200 len: 851 time: 0.0476007 Nov 11 22:27:30.611461 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab62426-8a7b-418c-a2be-fca69de39ba2 None None] Checking router: 10cd6305-f48d-40b7-9fc5-d7ee37e2efc9 for host: dv-cinder-733622-20-iscsi {{(pid=101952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:27:30.620826 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab62426-8a7b-418c-a2be-fca69de39ba2 None None] Routers {'10cd6305-f48d-40b7-9fc5-d7ee37e2efc9'} bound to L3 agent in host dv-cinder-733622-20-iscsi {{(pid=101952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:27:30.621436 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_hamode_db [None req-8ab62426-8a7b-418c-a2be-fca69de39ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T22:08:28Z,description=,heartbeat_timestamp=2021-11-11T22:27:28Z,host='dv-cinder-733622-20-iscsi',id=4702c36b-78d9-4f52-8cbc-8d9e3292a6f2,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T22:08:28Z,topic='l3_agent')) {'router_ids': ['10cd6305-f48d-40b7-9fc5-d7ee37e2efc9'], 'active': True} {{(pid=101952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:27:30.635809 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea9cfa0-4fa3-43bc-a18c-610db54ba796 req-5571f5d9-e009-4bf6-8298-f1ce4e9210f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:27:30.637330 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-8ea9cfa0-4fa3-43bc-a18c-610db54ba796 req-5571f5d9-e009-4bf6-8298-f1ce4e9210f8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=432f6d4a-3b75-452f-9f40-63ce1a0d7c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0401018 Nov 11 22:27:30.727866 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_dvr_db [None req-8ab62426-8a7b-418c-a2be-fca69de39ba2 None None] Set router 10cd6305-f48d-40b7-9fc5-d7ee37e2efc9 gateway port host: dv-cinder-733622-20-iscsi {{(pid=101952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:27:30.732645 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-8ea9cfa0-4fa3-43bc-a18c-610db54ba796 req-47946b40-9a41-4142-ba0c-2bf2d5465300 service neutron] 10.222.0.26 "GET /v2.0/networks/432f6d4a-3b75-452f-9f40-63ce1a0d7c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863340 Nov 11 22:27:30.825221 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-8ea9cfa0-4fa3-43bc-a18c-610db54ba796 req-267c8935-7e02-4a51-8ee7-ea67010b5320 service neutron] 10.222.0.26 "GET /v2.0/networks/432f6d4a-3b75-452f-9f40-63ce1a0d7c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830185 Nov 11 22:27:30.865099 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-6e72e30b-d533-48e1-89e1-e2b3014a0430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:30.946124 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_hamode_db [None req-8ab62426-8a7b-418c-a2be-fca69de39ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10cd6305-f48d-40b7-9fc5-d7ee37e2efc9', 'name': 'tempest-TestVolumeBootPattern-1160449093-router', 'tenant_id': '45877637febf473e8074291b9336b125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'external_fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': '921633f6-5983-48e8-8be2-60f9250b518a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:19:31Z', 'updated_at': '2021-11-11T22:19:35Z', 'revision_number': 4, 'project_id': '45877637febf473e8074291b9336b125', 'gw_port': {'id': '921633f6-5983-48e8-8be2-60f9250b518a', 'name': '', 'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:12:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cd6305-f48d-40b7-9fc5-d7ee37e2efc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:19:32Z', 'updated_at': '2021-11-11T22:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-20-iscsi', '_interfaces': [{'id': '74da1290-c8a3-4424-9696-57abc25ed7c0', 'name': '', 'network_id': '432f6d4a-3b75-452f-9f40-63ce1a0d7c20', 'tenant_id': '45877637febf473e8074291b9336b125', 'mac_address': 'fa:16:3e:6b:f7:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cd6305-f48d-40b7-9fc5-d7ee37e2efc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '45807439-1281-4080-909a-9299f816111e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:19:34Z', 'updated_at': '2021-11-11T22:19:41Z', 'revision_number': 5, 'project_id': '45877637febf473e8074291b9336b125', 'subnets': [{'id': '45807439-1281-4080-909a-9299f816111e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-20-iscsi', False) {} {{(pid=101952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:27:30.972646 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab62426-8a7b-418c-a2be-fca69de39ba2 None None] The sync data for ids ['10cd6305-f48d-40b7-9fc5-d7ee37e2efc9'] in dv-cinder-733622-20-iscsi is: [{'id': '10cd6305-f48d-40b7-9fc5-d7ee37e2efc9', 'name': 'tempest-TestVolumeBootPattern-1160449093-router', 'tenant_id': '45877637febf473e8074291b9336b125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'external_fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': '921633f6-5983-48e8-8be2-60f9250b518a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:19:31Z', 'updated_at': '2021-11-11T22:19:35Z', 'revision_number': 4, 'project_id': '45877637febf473e8074291b9336b125', 'gw_port': {'id': '921633f6-5983-48e8-8be2-60f9250b518a', 'name': '', 'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:12:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cd6305-f48d-40b7-9fc5-d7ee37e2efc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:19:32Z', 'updated_at': '2021-11-11T22:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-20-iscsi', '_interfaces': [{'id': '74da1290-c8a3-4424-9696-57abc25ed7c0', 'name': '', 'network_id': '432f6d4a-3b75-452f-9f40-63ce1a0d7c20', 'tenant_id': '45877637febf473e8074291b9336b125', 'mac_address': 'fa:16:3e:6b:f7:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cd6305-f48d-40b7-9fc5-d7ee37e2efc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '45807439-1281-4080-909a-9299f816111e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:19:34Z', 'updated_at': '2021-11-11T22:19:41Z', 'revision_number': 5, 'project_id': '45877637febf473e8074291b9336b125', 'subnets': [{'id': '45807439-1281-4080-909a-9299f816111e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:27:31.182911 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb8cb23-8f2c-4844-9108-bff41c4000d7 None None] New status for floating IP 64a92f31-36ed-4ce0-a453-d5935d7766de: DOWN {{(pid=101953) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 11 22:27:31.688461 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa9410d-ed88-4f53-9a1f-6c764d9a2b14 req-788d07b8-c8d9-416e-957b-143ee3908538 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101950) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:27:31.689947 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-2fa9410d-ed88-4f53-9a1f-6c764d9a2b14 req-788d07b8-c8d9-416e-957b-143ee3908538 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] 10.222.0.50 "GET /v2.0/ports?device_id=13182ad6-5a2b-4701-95e4-f25470140b22 HTTP/1.1" status: 200 len: 946 time: 0.0489118 Nov 11 22:27:31.739364 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-2fa9410d-ed88-4f53-9a1f-6c764d9a2b14 req-24fa6db1-4d07-40a5-8804-2ca01f9ff24f tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] 10.222.0.50 "GET /v2.0/security-groups?id=fd56fe96-f8b9-402d-9557-23ad985e8368&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435383 Nov 11 22:27:31.813812 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:31.949538 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea95ac75-1f89-44ab-8658-0783fb663449 req-041c58de-cec8-4638-867c-abc616ad7e42 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101951) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 11 22:27:31.951234 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-ea95ac75-1f89-44ab-8658-0783fb663449 req-041c58de-cec8-4638-867c-abc616ad7e42 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] 10.222.0.26 "GET /v2.0/ports?device_id=13182ad6-5a2b-4701-95e4-f25470140b22 HTTP/1.1" status: 200 len: 946 time: 0.0525587 Nov 11 22:27:32.038692 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.plugin [req-ea95ac75-1f89-44ab-8658-0783fb663449 req-c4c8e432-cb39-43a2-b6ed-0df69b8a8428 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Deleting port a670a980-753e-4b15-a3f7-b88557539127 {{(pid=101951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:27:32.039029 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [req-ea95ac75-1f89-44ab-8658-0783fb663449 req-c4c8e432-cb39-43a2-b6ed-0df69b8a8428 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776912257464'] for port, before_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:32.125597 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.db [req-ea95ac75-1f89-44ab-8658-0783fb663449 req-c4c8e432-cb39-43a2-b6ed-0df69b8a8428 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] For port a670a980-753e-4b15-a3f7-b88557539127, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=a670a980-753e-4b15-a3f7-b88557539127,segment=NetworkSegment(0f84472f-f0e4-456a-9222-5ba8c86f3ac5),segment_id=0f84472f-f0e4-456a-9222-5ba8c86f3ac5)] {{(pid=101951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:27:32.125955 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [req-ea95ac75-1f89-44ab-8658-0783fb663449 req-c4c8e432-cb39-43a2-b6ed-0df69b8a8428 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668535'] for port, precommit_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:32.141013 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.plugin [req-ea95ac75-1f89-44ab-8658-0783fb663449 req-c4c8e432-cb39-43a2-b6ed-0df69b8a8428 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Calling delete_port for a670a980-753e-4b15-a3f7-b88557539127 owned by compute:nova {{(pid=101951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:27:32.265170 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [req-ea95ac75-1f89-44ab-8658-0783fb663449 req-c4c8e432-cb39-43a2-b6ed-0df69b8a8428 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776912265346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776911838091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9099554'] for port, after_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:32.298389 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c8e432-cb39-43a2-b6ed-0df69b8a8428 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Pushing event deleted for resources: {'Port': ['ID=a670a980-753e-4b15-a3f7-b88557539127,revision_number=None']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:27:32.339762 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea95ac75-1f89-44ab-8658-0783fb663449 req-c4c8e432-cb39-43a2-b6ed-0df69b8a8428 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] No DVR routers for this DVR port a670a980-753e-4b15-a3f7-b88557539127 on host hv-cinder-73362 {{(pid=101951) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 22:27:32.342257 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [req-ea95ac75-1f89-44ab-8658-0783fb663449 req-c4c8e432-cb39-43a2-b6ed-0df69b8a8428 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26363'] for port, before_response {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:32.345552 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [req-ea95ac75-1f89-44ab-8658-0783fb663449 req-c4c8e432-cb39-43a2-b6ed-0df69b8a8428 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] 10.222.0.26 "DELETE /v2.0/ports/a670a980-753e-4b15-a3f7-b88557539127 HTTP/1.1" status: 204 len: 173 time: 0.3865197 Nov 11 22:27:32.345992 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13182ad6-5a2b-4701-95e4-f25470140b22', 'name': 'network-vif-deleted', 'tag': 'a670a980-753e-4b15-a3f7-b88557539127'}] {{(pid=101951) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 11 22:27:32.348230 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.50/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6edad8924451e5ac919d090b7a0cdac835d5bd684dc46b69d397444c146e85de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54326b3c-9c94-426d-897e-f791b2503114" -d '{"events": [{"server_uuid": "13182ad6-5a2b-4701-95e4-f25470140b22", "name": "network-vif-deleted", "tag": "a670a980-753e-4b15-a3f7-b88557539127"}]}' {{(pid=101951) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 11 22:27:32.384796 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 11 Nov 2021 22:27:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21f75b09-a408-4bff-a414-f4976848856f x-openstack-request-id: req-21f75b09-a408-4bff-a414-f4976848856f {{(pid=101951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 11 22:27:32.385098 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13182ad6-5a2b-4701-95e4-f25470140b22", "name": "network-vif-deleted", "tag": "a670a980-753e-4b15-a3f7-b88557539127", "status": "completed", "code": 200}]} {{(pid=101951) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 11 22:27:32.385345 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.50/compute/v2.1/os-server-external-events used request id req-21f75b09-a408-4bff-a414-f4976848856f {{(pid=101951) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 11 22:27:32.385731 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13182ad6-5a2b-4701-95e4-f25470140b22', 'name': 'network-vif-deleted', 'tag': 'a670a980-753e-4b15-a3f7-b88557539127', 'status': 'completed', 'code': 200} Nov 11 22:27:32.844297 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [req-eba0ae25-600a-494f-a3dc-f898e644650b req-452a40f8-3b33-4be1-85f8-e651dfb4dbe5 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] 10.222.0.50 "GET /v2.0/ports?device_id=13182ad6-5a2b-4701-95e4-f25470140b22 HTTP/1.1" status: 200 len: 210 time: 0.0254509 Nov 11 22:27:33.902733 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.wsgi [-] (101950) accepted ('10.222.0.50', 51648) {{(pid=101950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:27:34.031944 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.plugins.ml2.plugin [None req-4ef2b94a-de62-417c-a723-3becb183e9f8 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Deleting port ce4ecb1c-4007-40f9-ab54-c65a57cde826 {{(pid=101950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:27:34.032285 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-4ef2b94a-de62-417c-a723-3becb183e9f8 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776912257464'] for port, before_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:34.108597 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-4ef2b94a-de62-417c-a723-3becb183e9f8 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668535'] for port, precommit_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:34.108932 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-4ef2b94a-de62-417c-a723-3becb183e9f8 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:34.120797 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.plugins.ml2.plugin [None req-4ef2b94a-de62-417c-a723-3becb183e9f8 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Calling delete_port for ce4ecb1c-4007-40f9-ab54-c65a57cde826 owned by network:floatingip {{(pid=101950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:27:34.255396 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-4ef2b94a-de62-417c-a723-3becb183e9f8 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776912265346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776911838091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3976619'] for port, after_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:34.281828 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef2b94a-de62-417c-a723-3becb183e9f8 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Pushing event deleted for resources: {'Port': ['ID=ce4ecb1c-4007-40f9-ab54-c65a57cde826,revision_number=None']} {{(pid=101950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:27:34.345031 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-4ef2b94a-de62-417c-a723-3becb183e9f8 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Publish callbacks [] for floatingip, after_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:34.347566 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-4ef2b94a-de62-417c-a723-3becb183e9f8 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26363'] for floatingip, before_response {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:34.348733 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [None req-4ef2b94a-de62-417c-a723-3becb183e9f8 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] 10.222.0.50 "DELETE /v2.0/floatingips/b4b4286e-66e6-4f50-994d-561a59925f06 HTTP/1.1" status: 204 len: 168 time: 0.4449849 Nov 11 22:27:35.133490 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Device a670a980-753e-4b15-a3f7-b88557539127 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=101952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:27:35.156530 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.plugin [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] No Port match for: a670a980-753e-4b15-a3f7-b88557539127 {{(pid=101952) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:27:35.156883 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Device a670a980-753e-4b15-a3f7-b88557539127 not bound to the agent host hv-cinder-73362 {{(pid=101952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:27:35.535313 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.wsgi [-] (101950) accepted ('10.222.0.50', 51660) {{(pid=101950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:27:35.590487 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-a9513ce7-4f14-4b7f-be37-0b18337d23d3 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Publish callbacks [] for security_group, before_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:35.615329 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-a9513ce7-4f14-4b7f-be37-0b18337d23d3 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:35.672581 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-a9513ce7-4f14-4b7f-be37-0b18337d23d3 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:35.675471 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-a9513ce7-4f14-4b7f-be37-0b18337d23d3 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Publish callbacks [] for security_group, before_response {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:35.676951 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [None req-a9513ce7-4f14-4b7f-be37-0b18337d23d3 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] 10.222.0.50 "DELETE /v2.0/security-groups/fd56fe96-f8b9-402d-9557-23ad985e8368 HTTP/1.1" status: 204 len: 168 time: 0.1405516 Nov 11 22:27:35.686305 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9513ce7-4f14-4b7f-be37-0b18337d23d3 tempest-TestVolumeBootPattern-2085211963 tempest-TestVolumeBootPattern-2085211963-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd56fe96-f8b9-402d-9557-23ad985e8368,revision_number=None']} {{(pid=101950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:27:35.733744 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 51664) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:27:36.262365 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-b5c616f3-ddf9-494e-bbdc-e1f3ffb0da95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-658385'] for router_interface, before_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:36.503402 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.plugin [None req-b5c616f3-ddf9-494e-bbdc-e1f3ffb0da95 admin admin] Deleting port 74da1290-c8a3-4424-9696-57abc25ed7c0 {{(pid=101951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:27:36.503734 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-b5c616f3-ddf9-494e-bbdc-e1f3ffb0da95 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776912257464'] for port, before_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:36.578890 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.db [None req-b5c616f3-ddf9-494e-bbdc-e1f3ffb0da95 admin admin] For port 74da1290-c8a3-4424-9696-57abc25ed7c0, host dv-cinder-733622-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-20-iscsi',level=0,port_id=74da1290-c8a3-4424-9696-57abc25ed7c0,segment=NetworkSegment(0f84472f-f0e4-456a-9222-5ba8c86f3ac5),segment_id=0f84472f-f0e4-456a-9222-5ba8c86f3ac5)] {{(pid=101951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:27:36.579160 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-b5c616f3-ddf9-494e-bbdc-e1f3ffb0da95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668535'] for port, precommit_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:36.591121 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.plugin [None req-b5c616f3-ddf9-494e-bbdc-e1f3ffb0da95 admin admin] Calling delete_port for 74da1290-c8a3-4424-9696-57abc25ed7c0 owned by network:router_interface {{(pid=101951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:27:36.772977 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-b5c616f3-ddf9-494e-bbdc-e1f3ffb0da95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776912265346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776911838091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9099554'] for port, after_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:36.801972 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c616f3-ddf9-494e-bbdc-e1f3ffb0da95 admin admin] Pushing event deleted for resources: {'Port': ['ID=74da1290-c8a3-4424-9696-57abc25ed7c0,revision_number=None']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:27:36.968475 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-b5c616f3-ddf9-494e-bbdc-e1f3ffb0da95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-634269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-657249'] for router_interface, after_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:37.180133 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5c616f3-ddf9-494e-bbdc-e1f3ffb0da95 admin admin] Router 10cd6305-f48d-40b7-9fc5-d7ee37e2efc9 has already been hosted by L3 agent 4702c36b-78d9-4f52-8cbc-8d9e3292a6f2 {{(pid=101951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 22:27:37.279485 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5c616f3-ddf9-494e-bbdc-e1f3ffb0da95 admin admin] Notify agent at l3_agent.dv-cinder-733622-20-iscsi the message routers_updated {{(pid=101951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:27:37.284422 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-b5c616f3-ddf9-494e-bbdc-e1f3ffb0da95 admin admin] 10.222.0.50 "PUT /v2.0/routers/10cd6305-f48d-40b7-9fc5-d7ee37e2efc9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5495250 Nov 11 22:27:37.287114 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 51668) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:27:37.289739 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2006eb-aca4-4687-8474-2c0c4d9c3f55 None None] Sync routers for ids ['10cd6305-f48d-40b7-9fc5-d7ee37e2efc9'] in dv-cinder-733622-20-iscsi {{(pid=101952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:27:37.299637 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2006eb-aca4-4687-8474-2c0c4d9c3f55 None None] Routers {'10cd6305-f48d-40b7-9fc5-d7ee37e2efc9'} bound to L3 agent in host dv-cinder-733622-20-iscsi {{(pid=101952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:27:37.300240 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_hamode_db [None req-ab2006eb-aca4-4687-8474-2c0c4d9c3f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T22:08:28Z,description=,heartbeat_timestamp=2021-11-11T22:27:28Z,host='dv-cinder-733622-20-iscsi',id=4702c36b-78d9-4f52-8cbc-8d9e3292a6f2,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T22:08:28Z,topic='l3_agent')) {'router_ids': ['10cd6305-f48d-40b7-9fc5-d7ee37e2efc9'], 'active': True} {{(pid=101952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:27:37.387743 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-ffb361be-2a8d-4960-8e68-cbcd571a74d4 admin admin] Publish callbacks [] for router, before_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:37.407751 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_dvr_db [None req-ab2006eb-aca4-4687-8474-2c0c4d9c3f55 None None] Set router 10cd6305-f48d-40b7-9fc5-d7ee37e2efc9 gateway port host: dv-cinder-733622-20-iscsi {{(pid=101952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:27:37.489511 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-ffb361be-2a8d-4960-8e68-cbcd571a74d4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:37.542312 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.plugin [None req-ffb361be-2a8d-4960-8e68-cbcd571a74d4 admin admin] Deleting port 921633f6-5983-48e8-8be2-60f9250b518a {{(pid=101951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:27:37.542950 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-ffb361be-2a8d-4960-8e68-cbcd571a74d4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776912257464'] for port, before_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:37.587395 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_hamode_db [None req-ab2006eb-aca4-4687-8474-2c0c4d9c3f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10cd6305-f48d-40b7-9fc5-d7ee37e2efc9', 'name': 'tempest-TestVolumeBootPattern-1160449093-router', 'tenant_id': '45877637febf473e8074291b9336b125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'external_fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': '921633f6-5983-48e8-8be2-60f9250b518a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:19:31Z', 'updated_at': '2021-11-11T22:27:36Z', 'revision_number': 5, 'project_id': '45877637febf473e8074291b9336b125', 'gw_port': {'id': '921633f6-5983-48e8-8be2-60f9250b518a', 'name': '', 'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:12:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cd6305-f48d-40b7-9fc5-d7ee37e2efc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:19:32Z', 'updated_at': '2021-11-11T22:19:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-20-iscsi'}], 'dv-cinder-733622-20-iscsi', False) {} {{(pid=101952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:27:37.616847 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2006eb-aca4-4687-8474-2c0c4d9c3f55 None None] Checking router: 10cd6305-f48d-40b7-9fc5-d7ee37e2efc9 for host: dv-cinder-733622-20-iscsi {{(pid=101952) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:27:37.623223 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.db [None req-ffb361be-2a8d-4960-8e68-cbcd571a74d4 admin admin] For port 921633f6-5983-48e8-8be2-60f9250b518a, host dv-cinder-733622-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-20-iscsi',level=0,port_id=921633f6-5983-48e8-8be2-60f9250b518a,segment=NetworkSegment(a0316b7b-fb1e-457f-ba74-a0bbaa82bcb7),segment_id=a0316b7b-fb1e-457f-ba74-a0bbaa82bcb7)] {{(pid=101951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:27:37.623608 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-ffb361be-2a8d-4960-8e68-cbcd571a74d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668535'] for port, precommit_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:37.625518 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2006eb-aca4-4687-8474-2c0c4d9c3f55 None None] Routers {'10cd6305-f48d-40b7-9fc5-d7ee37e2efc9'} bound to L3 agent in host dv-cinder-733622-20-iscsi {{(pid=101952) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:27:37.626119 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_hamode_db [None req-ab2006eb-aca4-4687-8474-2c0c4d9c3f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T22:08:28Z,description=,heartbeat_timestamp=2021-11-11T22:27:28Z,host='dv-cinder-733622-20-iscsi',id=4702c36b-78d9-4f52-8cbc-8d9e3292a6f2,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T22:08:28Z,topic='l3_agent')) {'router_ids': ['10cd6305-f48d-40b7-9fc5-d7ee37e2efc9'], 'active': True} {{(pid=101952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:27:37.636725 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.plugin [None req-ffb361be-2a8d-4960-8e68-cbcd571a74d4 admin admin] Calling delete_port for 921633f6-5983-48e8-8be2-60f9250b518a owned by network:router_gateway {{(pid=101951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:27:37.709001 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_dvr_db [None req-ab2006eb-aca4-4687-8474-2c0c4d9c3f55 None None] Set router 10cd6305-f48d-40b7-9fc5-d7ee37e2efc9 gateway port host: None {{(pid=101952) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:27:37.770396 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.db.l3_hamode_db [None req-ab2006eb-aca4-4687-8474-2c0c4d9c3f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10cd6305-f48d-40b7-9fc5-d7ee37e2efc9', 'name': 'tempest-TestVolumeBootPattern-1160449093-router', 'tenant_id': '45877637febf473e8074291b9336b125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:19:31Z', 'updated_at': '2021-11-11T22:27:37Z', 'revision_number': 6, 'project_id': '45877637febf473e8074291b9336b125', 'gw_port_host': None}], 'dv-cinder-733622-20-iscsi', False) {} {{(pid=101952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:27:37.796163 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2006eb-aca4-4687-8474-2c0c4d9c3f55 None None] The sync data for ids ['10cd6305-f48d-40b7-9fc5-d7ee37e2efc9'] in dv-cinder-733622-20-iscsi is: [{'id': '10cd6305-f48d-40b7-9fc5-d7ee37e2efc9', 'name': 'tempest-TestVolumeBootPattern-1160449093-router', 'tenant_id': '45877637febf473e8074291b9336b125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:19:31Z', 'updated_at': '2021-11-11T22:27:37Z', 'revision_number': 6, 'project_id': '45877637febf473e8074291b9336b125', 'gw_port_host': None}] {{(pid=101952) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:27:37.804332 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-ffb361be-2a8d-4960-8e68-cbcd571a74d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776912265346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776911838091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9099554'] for port, after_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:37.832477 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb361be-2a8d-4960-8e68-cbcd571a74d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=921633f6-5983-48e8-8be2-60f9250b518a,revision_number=None']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:27:37.895043 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-ffb361be-2a8d-4960-8e68-cbcd571a74d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-657051'] for router_gateway, after_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:37.981678 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-ffb361be-2a8d-4960-8e68-cbcd571a74d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-657422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24968'] for router, precommit_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:37.983782 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-ffb361be-2a8d-4960-8e68-cbcd571a74d4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:38.024662 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-ffb361be-2a8d-4960-8e68-cbcd571a74d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-657527'] for router, after_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:38.025266 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffb361be-2a8d-4960-8e68-cbcd571a74d4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 10cd6305-f48d-40b7-9fc5-d7ee37e2efc9 {{(pid=101951) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 22:27:38.029786 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-ffb361be-2a8d-4960-8e68-cbcd571a74d4 admin admin] Publish callbacks [] for router, before_response {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:38.030960 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-ffb361be-2a8d-4960-8e68-cbcd571a74d4 admin admin] 10.222.0.50 "DELETE /v2.0/routers/10cd6305-f48d-40b7-9fc5-d7ee37e2efc9 HTTP/1.1" status: 204 len: 168 time: 0.7429569 Nov 11 22:27:38.033708 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 51670) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:27:38.076756 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d67a025-19d2-42d0-93d5-8a2d5ff14c08 admin admin] Deleting subnet 45807439-1281-4080-909a-9299f816111e {{(pid=101951) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 22:27:38.079798 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-8d67a025-19d2-42d0-93d5-8a2d5ff14c08 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:38.112278 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-8d67a025-19d2-42d0-93d5-8a2d5ff14c08 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9155543'] for subnet, precommit_delete_associations {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:38.193232 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-8d67a025-19d2-42d0-93d5-8a2d5ff14c08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8068352'] for subnet, precommit_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:38.249247 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-8d67a025-19d2-42d0-93d5-8a2d5ff14c08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8068375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9099537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9118686'] for subnet, after_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:38.273034 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d67a025-19d2-42d0-93d5-8a2d5ff14c08 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45807439-1281-4080-909a-9299f816111e,revision_number=None']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:27:38.277818 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-8d67a025-19d2-42d0-93d5-8a2d5ff14c08 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:38.280988 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-8d67a025-19d2-42d0-93d5-8a2d5ff14c08 admin admin] 10.222.0.50 "DELETE /v2.0/subnets/45807439-1281-4080-909a-9299f816111e HTTP/1.1" status: 204 len: 168 time: 0.2463381 Nov 11 22:27:38.283538 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.wsgi [-] (101950) accepted ('10.222.0.50', 51672) {{(pid=101950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:27:38.284569 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4945a6c5-a5fe-41e1-a62a-517deeb12ca2 None None] Network 432f6d4a-3b75-452f-9f40-63ce1a0d7c20 requested from dv-cinder-733622-20-iscsi {{(pid=101952) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:27:38.355498 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-afc7162a-d441-4976-a08c-261fb255b895 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8138597'] for network, before_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:38.417743 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.plugins.ml2.plugin [None req-afc7162a-d441-4976-a08c-261fb255b895 admin admin] Deleting port cf3d5e61-6841-4e99-a94b-816ff94a8fd1 {{(pid=101950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:27:38.418076 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-afc7162a-d441-4976-a08c-261fb255b895 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776912257464'] for port, before_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:38.480429 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.plugins.ml2.db [None req-afc7162a-d441-4976-a08c-261fb255b895 admin admin] For port cf3d5e61-6841-4e99-a94b-816ff94a8fd1, host dv-cinder-733622-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-20-iscsi',level=0,port_id=cf3d5e61-6841-4e99-a94b-816ff94a8fd1,segment=NetworkSegment(0f84472f-f0e4-456a-9222-5ba8c86f3ac5),segment_id=0f84472f-f0e4-456a-9222-5ba8c86f3ac5)] {{(pid=101950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:27:38.480843 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-afc7162a-d441-4976-a08c-261fb255b895 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668535'] for port, precommit_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:38.493106 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.plugins.ml2.plugin [None req-afc7162a-d441-4976-a08c-261fb255b895 admin admin] Calling delete_port for cf3d5e61-6841-4e99-a94b-816ff94a8fd1 owned by network:dhcp {{(pid=101950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:27:38.574563 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-afc7162a-d441-4976-a08c-261fb255b895 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776912265346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776911838091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3976619'] for port, after_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:38.601244 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1602a940-72f6-473c-85dd-02a81e08f1a9 None None] DHCP port deletion for 432f6d4a-3b75-452f-9f40-63ce1a0d7c20 request from dv-cinder-733622-20-iscsi {{(pid=101952) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:27:38.603632 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc7162a-d441-4976-a08c-261fb255b895 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf3d5e61-6841-4e99-a94b-816ff94a8fd1,revision_number=None']} {{(pid=101950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:27:38.608135 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc7162a-d441-4976-a08c-261fb255b895 admin admin] No DVR routers for this DVR port cf3d5e61-6841-4e99-a94b-816ff94a8fd1 on host dv-cinder-733622-20-iscsi {{(pid=101950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 22:27:38.684099 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-afc7162a-d441-4976-a08c-261fb255b895 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8067463', 'neutron.services.segments.db._delete_segments_for_network-8776912172270'] for network, precommit_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:38.709185 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.services.segments.db [None req-afc7162a-d441-4976-a08c-261fb255b895 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['432f6d4a-3b75-452f-9f40-63ce1a0d7c20']}} {{(pid=101950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:27:38.719311 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.services.segments.db [None req-afc7162a-d441-4976-a08c-261fb255b895 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f84472f-f0e4-456a-9222-5ba8c86f3ac5') {'for_net_delete': True} {{(pid=101950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:27:38.719599 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.services.segments.db [None req-afc7162a-d441-4976-a08c-261fb255b895 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f84472f-f0e4-456a-9222-5ba8c86f3ac5') {} {{(pid=101950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:27:38.729892 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-afc7162a-d441-4976-a08c-261fb255b895 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776912404471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8760043'] for segment, before_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:38.743534 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-afc7162a-d441-4976-a08c-261fb255b895 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8017375'] for segment, precommit_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:38.750831 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afc7162a-d441-4976-a08c-261fb255b895 admin admin] Releasing vlan 836 on physical network physnet1 to pool {{(pid=101950) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 22:27:38.751253 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-afc7162a-d441-4976-a08c-261fb255b895 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8017375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3976694'] for segment, after_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:38.753053 dv-cinder-733622-20-iscsi neutron-server[101950]: Traceback (most recent call last): Nov 11 22:27:38.753053 dv-cinder-733622-20-iscsi neutron-server[101950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 22:27:38.753053 dv-cinder-733622-20-iscsi neutron-server[101950]: timer() Nov 11 22:27:38.753053 dv-cinder-733622-20-iscsi neutron-server[101950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 22:27:38.753053 dv-cinder-733622-20-iscsi neutron-server[101950]: cb(*args, **kw) Nov 11 22:27:38.753053 dv-cinder-733622-20-iscsi neutron-server[101950]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 22:27:38.753053 dv-cinder-733622-20-iscsi neutron-server[101950]: return func(*args, **kwargs) Nov 11 22:27:38.753053 dv-cinder-733622-20-iscsi neutron-server[101950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 22:27:38.753053 dv-cinder-733622-20-iscsi neutron-server[101950]: self._notify() Nov 11 22:27:38.753053 dv-cinder-733622-20-iscsi neutron-server[101950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 22:27:38.753053 dv-cinder-733622-20-iscsi neutron-server[101950]: self.callback(batched_events) Nov 11 22:27:38.753053 dv-cinder-733622-20-iscsi neutron-server[101950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 22:27:38.753053 dv-cinder-733622-20-iscsi neutron-server[101950]: event.method(event) Nov 11 22:27:38.753053 dv-cinder-733622-20-iscsi neutron-server[101950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 22:27:38.753053 dv-cinder-733622-20-iscsi neutron-server[101950]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 22:27:38.753053 dv-cinder-733622-20-iscsi neutron-server[101950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 22:27:38.753053 dv-cinder-733622-20-iscsi neutron-server[101950]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 22:27:38.753053 dv-cinder-733622-20-iscsi neutron-server[101950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 22:27:38.753053 dv-cinder-733622-20-iscsi neutron-server[101950]: return f(self, *a, **k) Nov 11 22:27:38.753053 dv-cinder-733622-20-iscsi neutron-server[101950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 22:27:38.753053 dv-cinder-733622-20-iscsi neutron-server[101950]: return self._get(url).json() Nov 11 22:27:38.753053 dv-cinder-733622-20-iscsi neutron-server[101950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 22:27:38.753053 dv-cinder-733622-20-iscsi neutron-server[101950]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 22:27:38.753053 dv-cinder-733622-20-iscsi neutron-server[101950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 22:27:38.753053 dv-cinder-733622-20-iscsi neutron-server[101950]: return self.request(url, 'GET', **kwargs) Nov 11 22:27:38.753053 dv-cinder-733622-20-iscsi neutron-server[101950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 22:27:38.753053 dv-cinder-733622-20-iscsi neutron-server[101950]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 22:27:38.753053 dv-cinder-733622-20-iscsi neutron-server[101950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 22:27:38.753053 dv-cinder-733622-20-iscsi neutron-server[101950]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 22:27:38.753053 dv-cinder-733622-20-iscsi neutron-server[101950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 22:27:38.753053 dv-cinder-733622-20-iscsi neutron-server[101950]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 22:27:38.753053 dv-cinder-733622-20-iscsi neutron-server[101950]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 22:27:38.811702 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-afc7162a-d441-4976-a08c-261fb255b895 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8067486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657127'] for network, after_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:38.817347 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-afc7162a-d441-4976-a08c-261fb255b895 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634242'] for network, before_response {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:38.820729 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [None req-afc7162a-d441-4976-a08c-261fb255b895 admin admin] 10.222.0.50 "DELETE /v2.0/networks/432f6d4a-3b75-452f-9f40-63ce1a0d7c20 HTTP/1.1" status: 204 len: 168 time: 0.5360413 Nov 11 22:27:38.824118 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 51674) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:27:38.833561 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc7162a-d441-4976-a08c-261fb255b895 admin admin] Pushing event deleted for resources: {'Network': ['ID=432f6d4a-3b75-452f-9f40-63ce1a0d7c20,revision_number=None']} {{(pid=101950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:27:39.000658 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Device 74da1290-c8a3-4424-9696-57abc25ed7c0 no longer exists at agent ovs-agent-dv-cinder-733622-20-iscsi {{(pid=101952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:27:39.027591 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.plugin [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] No Port match for: 74da1290-c8a3-4424-9696-57abc25ed7c0 {{(pid=101952) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:27:39.027932 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Device 74da1290-c8a3-4424-9696-57abc25ed7c0 not bound to the agent host dv-cinder-733622-20-iscsi {{(pid=101952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:27:39.028836 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Device cf3d5e61-6841-4e99-a94b-816ff94a8fd1 no longer exists at agent ovs-agent-dv-cinder-733622-20-iscsi {{(pid=101952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:27:39.047807 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.plugin [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] No Port match for: cf3d5e61-6841-4e99-a94b-816ff94a8fd1 {{(pid=101952) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:27:39.048146 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Device cf3d5e61-6841-4e99-a94b-816ff94a8fd1 not bound to the agent host dv-cinder-733622-20-iscsi {{(pid=101952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:27:39.048771 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Device 921633f6-5983-48e8-8be2-60f9250b518a no longer exists at agent ovs-agent-dv-cinder-733622-20-iscsi {{(pid=101952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:27:39.067053 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.plugin [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] No Port match for: 921633f6-5983-48e8-8be2-60f9250b518a {{(pid=101952) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:27:39.067398 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Device 921633f6-5983-48e8-8be2-60f9250b518a not bound to the agent host dv-cinder-733622-20-iscsi {{(pid=101952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:27:39.173076 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-cc6651a3-5eb4-4133-8623-3f3f71c0e174 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-658385'] for router_interface, before_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:39.679459 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.plugin [None req-cc6651a3-5eb4-4133-8623-3f3f71c0e174 admin admin] Deleting port 341ca29c-5d92-4fbd-98aa-d8d23d555e41 {{(pid=101951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:27:39.679783 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-cc6651a3-5eb4-4133-8623-3f3f71c0e174 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776912257464'] for port, before_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:39.758437 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.db [None req-cc6651a3-5eb4-4133-8623-3f3f71c0e174 admin admin] For port 341ca29c-5d92-4fbd-98aa-d8d23d555e41, host dv-cinder-733622-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-20-iscsi',level=0,port_id=341ca29c-5d92-4fbd-98aa-d8d23d555e41,segment=NetworkSegment(0c27bd0a-47f5-48b4-9ee9-8def6e494b9b),segment_id=0c27bd0a-47f5-48b4-9ee9-8def6e494b9b)] {{(pid=101951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:27:39.758825 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-cc6651a3-5eb4-4133-8623-3f3f71c0e174 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668535'] for port, precommit_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:39.771361 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.plugin [None req-cc6651a3-5eb4-4133-8623-3f3f71c0e174 admin admin] Calling delete_port for 341ca29c-5d92-4fbd-98aa-d8d23d555e41 owned by network:router_interface {{(pid=101951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:27:39.959366 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-cc6651a3-5eb4-4133-8623-3f3f71c0e174 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776912265346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776911838091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9099554'] for port, after_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:39.990799 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6651a3-5eb4-4133-8623-3f3f71c0e174 admin admin] Pushing event deleted for resources: {'Port': ['ID=341ca29c-5d92-4fbd-98aa-d8d23d555e41,revision_number=None']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:27:40.000955 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:40.154570 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-cc6651a3-5eb4-4133-8623-3f3f71c0e174 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-634269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-657249'] for router_interface, after_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:40.363729 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc6651a3-5eb4-4133-8623-3f3f71c0e174 admin admin] Router 3c9b42fb-e4ee-4308-a30b-3af71319f1a0 has already been hosted by L3 agent 4702c36b-78d9-4f52-8cbc-8d9e3292a6f2 {{(pid=101951) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 11 22:27:40.466484 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc6651a3-5eb4-4133-8623-3f3f71c0e174 admin admin] Notify agent at l3_agent.dv-cinder-733622-20-iscsi the message routers_updated {{(pid=101951) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 11 22:27:40.471351 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-cc6651a3-5eb4-4133-8623-3f3f71c0e174 admin admin] 10.222.0.50 "PUT /v2.0/routers/3c9b42fb-e4ee-4308-a30b-3af71319f1a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6462049 Nov 11 22:27:40.473993 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 51676) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:27:40.474907 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79722ddd-cfd4-4732-8598-74d0f2ef598b None None] Sync routers for ids ['3c9b42fb-e4ee-4308-a30b-3af71319f1a0'] in dv-cinder-733622-20-iscsi {{(pid=101953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 11 22:27:40.484891 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79722ddd-cfd4-4732-8598-74d0f2ef598b None None] Routers {'3c9b42fb-e4ee-4308-a30b-3af71319f1a0'} bound to L3 agent in host dv-cinder-733622-20-iscsi {{(pid=101953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:27:40.485499 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.db.l3_hamode_db [None req-79722ddd-cfd4-4732-8598-74d0f2ef598b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T22:08:28Z,description=,heartbeat_timestamp=2021-11-11T22:27:28Z,host='dv-cinder-733622-20-iscsi',id=4702c36b-78d9-4f52-8cbc-8d9e3292a6f2,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T22:08:28Z,topic='l3_agent')) {'router_ids': ['3c9b42fb-e4ee-4308-a30b-3af71319f1a0'], 'active': True} {{(pid=101953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:27:40.578550 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-bcc5c8c3-645f-4679-8df3-1805249c8b54 admin admin] Publish callbacks [] for router, before_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:40.682572 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-bcc5c8c3-645f-4679-8df3-1805249c8b54 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:40.682808 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.db.l3_dvr_db [None req-79722ddd-cfd4-4732-8598-74d0f2ef598b None None] Set router 3c9b42fb-e4ee-4308-a30b-3af71319f1a0 gateway port host: dv-cinder-733622-20-iscsi {{(pid=101953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:27:40.738604 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.plugin [None req-bcc5c8c3-645f-4679-8df3-1805249c8b54 admin admin] Deleting port c149e181-fd5c-4245-87c7-4c445654b07c {{(pid=101951) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:27:40.738942 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-bcc5c8c3-645f-4679-8df3-1805249c8b54 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776912257464'] for port, before_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:40.821961 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.db [None req-bcc5c8c3-645f-4679-8df3-1805249c8b54 admin admin] For port c149e181-fd5c-4245-87c7-4c445654b07c, host dv-cinder-733622-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-20-iscsi',level=0,port_id=c149e181-fd5c-4245-87c7-4c445654b07c,segment=NetworkSegment(a0316b7b-fb1e-457f-ba74-a0bbaa82bcb7),segment_id=a0316b7b-fb1e-457f-ba74-a0bbaa82bcb7)] {{(pid=101951) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:27:40.822350 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-bcc5c8c3-645f-4679-8df3-1805249c8b54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668535'] for port, precommit_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:40.834654 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.plugins.ml2.plugin [None req-bcc5c8c3-645f-4679-8df3-1805249c8b54 admin admin] Calling delete_port for c149e181-fd5c-4245-87c7-4c445654b07c owned by network:router_gateway {{(pid=101951) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:27:40.865503 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.db.l3_hamode_db [None req-79722ddd-cfd4-4732-8598-74d0f2ef598b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c9b42fb-e4ee-4308-a30b-3af71319f1a0', 'name': 'tempest-TestVolumeBootPattern-1742668602-router', 'tenant_id': 'dbc313bdff2e402fb1d573764b587154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'external_fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': 'c149e181-fd5c-4245-87c7-4c445654b07c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:19:38Z', 'updated_at': '2021-11-11T22:27:39Z', 'revision_number': 5, 'project_id': 'dbc313bdff2e402fb1d573764b587154', 'gw_port': {'id': 'c149e181-fd5c-4245-87c7-4c445654b07c', 'name': '', 'network_id': 'fd27370c-43f8-4948-a495-3a9880be1635', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:4c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c9b42fb-e4ee-4308-a30b-3af71319f1a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-20-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-11T22:19:39Z', 'updated_at': '2021-11-11T22:19:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b6e3d25f-e827-4ec2-99b5-f5ca9d83e8ca', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-20-iscsi'}], 'dv-cinder-733622-20-iscsi', False) {} {{(pid=101953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:27:40.898031 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79722ddd-cfd4-4732-8598-74d0f2ef598b None None] Checking router: 3c9b42fb-e4ee-4308-a30b-3af71319f1a0 for host: dv-cinder-733622-20-iscsi {{(pid=101953) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 11 22:27:40.907105 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79722ddd-cfd4-4732-8598-74d0f2ef598b None None] Routers {'3c9b42fb-e4ee-4308-a30b-3af71319f1a0'} bound to L3 agent in host dv-cinder-733622-20-iscsi {{(pid=101953) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 11 22:27:40.907708 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.db.l3_hamode_db [None req-79722ddd-cfd4-4732-8598-74d0f2ef598b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-20-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-11T22:08:28Z,description=,heartbeat_timestamp=2021-11-11T22:27:28Z,host='dv-cinder-733622-20-iscsi',id=4702c36b-78d9-4f52-8cbc-8d9e3292a6f2,load=0,resource_versions=,resources_synced=,started_at=2021-11-11T22:08:28Z,topic='l3_agent')) {'router_ids': ['3c9b42fb-e4ee-4308-a30b-3af71319f1a0'], 'active': True} {{(pid=101953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:27:41.004055 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.db.l3_dvr_db [None req-79722ddd-cfd4-4732-8598-74d0f2ef598b None None] Set router 3c9b42fb-e4ee-4308-a30b-3af71319f1a0 gateway port host: None {{(pid=101953) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 11 22:27:41.027419 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-bcc5c8c3-645f-4679-8df3-1805249c8b54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776912265346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776911838091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9099554'] for port, after_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:41.052275 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc5c8c3-645f-4679-8df3-1805249c8b54 admin admin] Pushing event deleted for resources: {'Port': ['ID=c149e181-fd5c-4245-87c7-4c445654b07c,revision_number=None']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:27:41.064498 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.db.l3_hamode_db [None req-79722ddd-cfd4-4732-8598-74d0f2ef598b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c9b42fb-e4ee-4308-a30b-3af71319f1a0', 'name': 'tempest-TestVolumeBootPattern-1742668602-router', 'tenant_id': 'dbc313bdff2e402fb1d573764b587154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:19:38Z', 'updated_at': '2021-11-11T22:27:40Z', 'revision_number': 6, 'project_id': 'dbc313bdff2e402fb1d573764b587154', 'gw_port_host': None}], 'dv-cinder-733622-20-iscsi', False) {} {{(pid=101953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:27:41.095950 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79722ddd-cfd4-4732-8598-74d0f2ef598b None None] The sync data for ids ['3c9b42fb-e4ee-4308-a30b-3af71319f1a0'] in dv-cinder-733622-20-iscsi is: [{'id': '3c9b42fb-e4ee-4308-a30b-3af71319f1a0', 'name': 'tempest-TestVolumeBootPattern-1742668602-router', 'tenant_id': 'dbc313bdff2e402fb1d573764b587154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-11T22:19:38Z', 'updated_at': '2021-11-11T22:27:40Z', 'revision_number': 6, 'project_id': 'dbc313bdff2e402fb1d573764b587154', 'gw_port_host': None}] {{(pid=101953) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 11 22:27:41.120174 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-bcc5c8c3-645f-4679-8df3-1805249c8b54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-657051'] for router_gateway, after_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:41.207849 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-bcc5c8c3-645f-4679-8df3-1805249c8b54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-657422', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-24968'] for router, precommit_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:41.210113 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-bcc5c8c3-645f-4679-8df3-1805249c8b54 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:41.252297 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-bcc5c8c3-645f-4679-8df3-1805249c8b54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-657527'] for router, after_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:41.252897 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcc5c8c3-645f-4679-8df3-1805249c8b54 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3c9b42fb-e4ee-4308-a30b-3af71319f1a0 {{(pid=101951) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 11 22:27:41.257371 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-bcc5c8c3-645f-4679-8df3-1805249c8b54 admin admin] Publish callbacks [] for router, before_response {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:41.259077 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-bcc5c8c3-645f-4679-8df3-1805249c8b54 admin admin] 10.222.0.50 "DELETE /v2.0/routers/3c9b42fb-e4ee-4308-a30b-3af71319f1a0 HTTP/1.1" status: 204 len: 168 time: 0.7836399 Nov 11 22:27:41.261954 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 51678) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:27:41.306554 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.db.db_base_plugin_v2 [None req-020ed00e-9f3b-4e40-bb0b-d3f802a22aaf admin admin] Deleting subnet 032adb92-11bf-4ae4-879d-f2682ef554d0 {{(pid=101951) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 11 22:27:41.309627 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-020ed00e-9f3b-4e40-bb0b-d3f802a22aaf admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:41.346791 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-020ed00e-9f3b-4e40-bb0b-d3f802a22aaf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9155543'] for subnet, precommit_delete_associations {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:41.424119 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-020ed00e-9f3b-4e40-bb0b-d3f802a22aaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8068352'] for subnet, precommit_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:41.478242 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-020ed00e-9f3b-4e40-bb0b-d3f802a22aaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8068375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-824605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9099537', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9118686'] for subnet, after_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:41.507509 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020ed00e-9f3b-4e40-bb0b-d3f802a22aaf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=032adb92-11bf-4ae4-879d-f2682ef554d0,revision_number=None']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:27:41.511190 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-020ed00e-9f3b-4e40-bb0b-d3f802a22aaf admin admin] Publish callbacks [] for subnet, before_response {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:41.514380 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-020ed00e-9f3b-4e40-bb0b-d3f802a22aaf admin admin] 10.222.0.50 "DELETE /v2.0/subnets/032adb92-11bf-4ae4-879d-f2682ef554d0 HTTP/1.1" status: 204 len: 168 time: 0.2514954 Nov 11 22:27:41.516462 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b602e36c-8430-465d-8272-a83758454edc None None] Network 08b02df4-be5c-4734-ab4b-10f2534b57a2 requested from dv-cinder-733622-20-iscsi {{(pid=101952) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 11 22:27:41.517168 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.wsgi [-] (101950) accepted ('10.222.0.50', 51680) {{(pid=101950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:27:41.587971 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-c8b3758c-a086-469d-b336-c44efa0304c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8138597'] for network, before_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:41.641622 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.plugins.ml2.plugin [None req-c8b3758c-a086-469d-b336-c44efa0304c7 admin admin] Deleting port 1ddd170b-c430-4323-add1-75dcf07b5e72 {{(pid=101950) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 11 22:27:41.641958 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-c8b3758c-a086-469d-b336-c44efa0304c7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8776912257464'] for port, before_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:41.714363 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.plugins.ml2.db [None req-c8b3758c-a086-469d-b336-c44efa0304c7 admin admin] For port 1ddd170b-c430-4323-add1-75dcf07b5e72, host dv-cinder-733622-20-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-20-iscsi',level=0,port_id=1ddd170b-c430-4323-add1-75dcf07b5e72,segment=NetworkSegment(0c27bd0a-47f5-48b4-9ee9-8def6e494b9b),segment_id=0c27bd0a-47f5-48b4-9ee9-8def6e494b9b)] {{(pid=101950) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 11 22:27:41.714756 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-c8b3758c-a086-469d-b336-c44efa0304c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-668535'] for port, precommit_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:41.728699 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.plugins.ml2.plugin [None req-c8b3758c-a086-469d-b336-c44efa0304c7 admin admin] Calling delete_port for 1ddd170b-c430-4323-add1-75dcf07b5e72 owned by network:dhcp {{(pid=101950) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 11 22:27:41.812393 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-c8b3758c-a086-469d-b336-c44efa0304c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8014559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-493203', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8776912265346', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8776911838091', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3976619'] for port, after_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:41.838086 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b3758c-a086-469d-b336-c44efa0304c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ddd170b-c430-4323-add1-75dcf07b5e72,revision_number=None']} {{(pid=101950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:27:41.844400 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b3758c-a086-469d-b336-c44efa0304c7 admin admin] No DVR routers for this DVR port 1ddd170b-c430-4323-add1-75dcf07b5e72 on host dv-cinder-733622-20-iscsi {{(pid=101950) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 11 22:27:41.857520 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea9a0a84-b6a5-4d9b-8581-19219602a210 None None] DHCP port deletion for 08b02df4-be5c-4734-ab4b-10f2534b57a2 request from dv-cinder-733622-20-iscsi {{(pid=101952) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 11 22:27:41.927197 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-c8b3758c-a086-469d-b336-c44efa0304c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8067463', 'neutron.services.segments.db._delete_segments_for_network-8776912172270'] for network, precommit_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:41.951541 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.services.segments.db [None req-c8b3758c-a086-469d-b336-c44efa0304c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08b02df4-be5c-4734-ab4b-10f2534b57a2']}} {{(pid=101950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:27:41.965734 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.services.segments.db [None req-c8b3758c-a086-469d-b336-c44efa0304c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c27bd0a-47f5-48b4-9ee9-8def6e494b9b') {'for_net_delete': True} {{(pid=101950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:27:41.966034 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.services.segments.db [None req-c8b3758c-a086-469d-b336-c44efa0304c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c27bd0a-47f5-48b4-9ee9-8def6e494b9b') {} {{(pid=101950) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 11 22:27:41.976714 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-c8b3758c-a086-469d-b336-c44efa0304c7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8776912404471', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8760043'] for segment, before_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:41.990510 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-c8b3758c-a086-469d-b336-c44efa0304c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8017375'] for segment, precommit_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:41.997685 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8b3758c-a086-469d-b336-c44efa0304c7 admin admin] Releasing vlan 835 on physical network physnet1 to pool {{(pid=101950) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 11 22:27:41.998195 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-c8b3758c-a086-469d-b336-c44efa0304c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8017375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3976694'] for segment, after_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:42.000226 dv-cinder-733622-20-iscsi neutron-server[101950]: Traceback (most recent call last): Nov 11 22:27:42.000226 dv-cinder-733622-20-iscsi neutron-server[101950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 11 22:27:42.000226 dv-cinder-733622-20-iscsi neutron-server[101950]: timer() Nov 11 22:27:42.000226 dv-cinder-733622-20-iscsi neutron-server[101950]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 11 22:27:42.000226 dv-cinder-733622-20-iscsi neutron-server[101950]: cb(*args, **kw) Nov 11 22:27:42.000226 dv-cinder-733622-20-iscsi neutron-server[101950]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 11 22:27:42.000226 dv-cinder-733622-20-iscsi neutron-server[101950]: return func(*args, **kwargs) Nov 11 22:27:42.000226 dv-cinder-733622-20-iscsi neutron-server[101950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 11 22:27:42.000226 dv-cinder-733622-20-iscsi neutron-server[101950]: self._notify() Nov 11 22:27:42.000226 dv-cinder-733622-20-iscsi neutron-server[101950]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 11 22:27:42.000226 dv-cinder-733622-20-iscsi neutron-server[101950]: self.callback(batched_events) Nov 11 22:27:42.000226 dv-cinder-733622-20-iscsi neutron-server[101950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 11 22:27:42.000226 dv-cinder-733622-20-iscsi neutron-server[101950]: event.method(event) Nov 11 22:27:42.000226 dv-cinder-733622-20-iscsi neutron-server[101950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 11 22:27:42.000226 dv-cinder-733622-20-iscsi neutron-server[101950]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 11 22:27:42.000226 dv-cinder-733622-20-iscsi neutron-server[101950]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 11 22:27:42.000226 dv-cinder-733622-20-iscsi neutron-server[101950]: aggregate_uuid = self.p_client.list_aggregates( Nov 11 22:27:42.000226 dv-cinder-733622-20-iscsi neutron-server[101950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 11 22:27:42.000226 dv-cinder-733622-20-iscsi neutron-server[101950]: return f(self, *a, **k) Nov 11 22:27:42.000226 dv-cinder-733622-20-iscsi neutron-server[101950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 11 22:27:42.000226 dv-cinder-733622-20-iscsi neutron-server[101950]: return self._get(url).json() Nov 11 22:27:42.000226 dv-cinder-733622-20-iscsi neutron-server[101950]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 11 22:27:42.000226 dv-cinder-733622-20-iscsi neutron-server[101950]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 11 22:27:42.000226 dv-cinder-733622-20-iscsi neutron-server[101950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 11 22:27:42.000226 dv-cinder-733622-20-iscsi neutron-server[101950]: return self.request(url, 'GET', **kwargs) Nov 11 22:27:42.000226 dv-cinder-733622-20-iscsi neutron-server[101950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 11 22:27:42.000226 dv-cinder-733622-20-iscsi neutron-server[101950]: base_url = self.get_endpoint(auth, allow=allow, Nov 11 22:27:42.000226 dv-cinder-733622-20-iscsi neutron-server[101950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 11 22:27:42.000226 dv-cinder-733622-20-iscsi neutron-server[101950]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 11 22:27:42.000226 dv-cinder-733622-20-iscsi neutron-server[101950]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 11 22:27:42.000226 dv-cinder-733622-20-iscsi neutron-server[101950]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 11 22:27:42.000226 dv-cinder-733622-20-iscsi neutron-server[101950]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 11 22:27:42.062119 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-c8b3758c-a086-469d-b336-c44efa0304c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8067486', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879460', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-634260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-657127'] for network, after_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:42.068153 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-c8b3758c-a086-469d-b336-c44efa0304c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-634242'] for network, before_response {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:42.071876 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [None req-c8b3758c-a086-469d-b336-c44efa0304c7 admin admin] 10.222.0.50 "DELETE /v2.0/networks/08b02df4-be5c-4734-ab4b-10f2534b57a2 HTTP/1.1" status: 204 len: 168 time: 0.5536304 Nov 11 22:27:42.087583 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b3758c-a086-469d-b336-c44efa0304c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=08b02df4-be5c-4734-ab4b-10f2534b57a2,revision_number=None']} {{(pid=101950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:27:42.214714 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.wsgi [-] (101950) accepted ('10.222.0.50', 51684) {{(pid=101950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:27:42.260409 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [None req-9ae2f8b9-78be-4c3c-ba46-f2241a5789ca admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=45877637febf473e8074291b9336b125&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0439084 Nov 11 22:27:42.262762 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.wsgi [-] (101950) accepted ('10.222.0.50', 51686) {{(pid=101950) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:27:42.312980 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-61e990f1-b7a5-43d8-9f3a-492b8467b6b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:42.335637 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-61e990f1-b7a5-43d8-9f3a-492b8467b6b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:42.385468 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-61e990f1-b7a5-43d8-9f3a-492b8467b6b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_delete {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:42.388094 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron_lib.callbacks.manager [None req-61e990f1-b7a5-43d8-9f3a-492b8467b6b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101950) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:42.389314 dv-cinder-733622-20-iscsi neutron-server[101950]: INFO neutron.wsgi [None req-61e990f1-b7a5-43d8-9f3a-492b8467b6b3 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/60af8778-9046-45ea-8bd7-0f01734be347 HTTP/1.1" status: 204 len: 168 time: 0.1256506 Nov 11 22:27:42.398799 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e990f1-b7a5-43d8-9f3a-492b8467b6b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60af8778-9046-45ea-8bd7-0f01734be347,revision_number=None']} {{(pid=101950) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:27:42.728141 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 51692) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:27:42.772398 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-7e4dd515-3981-436e-b53c-6acd5432a940 admin admin] 10.222.0.50 "GET /v2.0/security-groups?tenant_id=dbc313bdff2e402fb1d573764b587154&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0428238 Nov 11 22:27:42.775354 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [-] (101951) accepted ('10.222.0.50', 51694) {{(pid=101951) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 11 22:27:42.829063 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-1ecf6d14-0262-4d50-b63c-0671afcc8e82 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:42.853925 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-1ecf6d14-0262-4d50-b63c-0671afcc8e82 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:42.900799 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-1ecf6d14-0262-4d50-b63c-0671afcc8e82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-883675'] for security_group, after_delete {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:42.903362 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron_lib.callbacks.manager [None req-1ecf6d14-0262-4d50-b63c-0671afcc8e82 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101951) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:42.904530 dv-cinder-733622-20-iscsi neutron-server[101951]: INFO neutron.wsgi [None req-1ecf6d14-0262-4d50-b63c-0671afcc8e82 admin admin] 10.222.0.50 "DELETE /v2.0/security-groups/191bf762-caad-48c3-99e1-0a0a2fcb42e7 HTTP/1.1" status: 204 len: 168 time: 0.1279955 Nov 11 22:27:42.913810 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecf6d14-0262-4d50-b63c-0671afcc8e82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=191bf762-caad-48c3-99e1-0a0a2fcb42e7,revision_number=None']} {{(pid=101951) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 11 22:27:43.011942 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Device 341ca29c-5d92-4fbd-98aa-d8d23d555e41 no longer exists at agent ovs-agent-dv-cinder-733622-20-iscsi {{(pid=101952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:27:43.032797 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.plugin [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] No Port match for: 341ca29c-5d92-4fbd-98aa-d8d23d555e41 {{(pid=101952) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:27:43.033181 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Device 341ca29c-5d92-4fbd-98aa-d8d23d555e41 not bound to the agent host dv-cinder-733622-20-iscsi {{(pid=101952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:27:43.033605 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Device c149e181-fd5c-4245-87c7-4c445654b07c no longer exists at agent ovs-agent-dv-cinder-733622-20-iscsi {{(pid=101952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:27:43.056595 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.plugin [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] No Port match for: c149e181-fd5c-4245-87c7-4c445654b07c {{(pid=101952) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:27:43.056944 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Device c149e181-fd5c-4245-87c7-4c445654b07c not bound to the agent host dv-cinder-733622-20-iscsi {{(pid=101952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:27:43.057357 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Device 1ddd170b-c430-4323-add1-75dcf07b5e72 no longer exists at agent ovs-agent-dv-cinder-733622-20-iscsi {{(pid=101952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 11 22:27:43.077956 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.plugin [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] No Port match for: 1ddd170b-c430-4323-add1-75dcf07b5e72 {{(pid=101952) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 11 22:27:43.078306 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron.plugins.ml2.rpc [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Device 1ddd170b-c430-4323-add1-75dcf07b5e72 not bound to the agent host dv-cinder-733622-20-iscsi {{(pid=101952) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 11 22:27:55.676899 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-5240743a-5327-4db7-bd99-8278bd05bca0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:58.189304 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-d101bd04-f583-446c-9ad6-457da1824bde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:27:59.440551 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-766b5b4b-9c4e-4513-9f30-d5290b623bba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:00.837817 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-6e72e30b-d533-48e1-89e1-e2b3014a0430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:01.816348 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:02.968374 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.db.agents_db [None req-7a0be6d5-f821-4115-b6dd-94f53e40a68e None None] Agent healthcheck: found 6 active agents {{(pid=101953) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:28:10.007562 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:25.669163 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-2942ad9d-773a-4a54-bcdf-d75b811c7f52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:28.194050 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-eb4d3841-75d9-4401-95a0-bea99e4a55bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:29.445999 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-766b5b4b-9c4e-4513-9f30-d5290b623bba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:30.846161 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-6e72e30b-d533-48e1-89e1-e2b3014a0430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:31.822572 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:39.969661 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.db.agents_db [None req-7a0be6d5-f821-4115-b6dd-94f53e40a68e None None] Agent healthcheck: found 6 active agents {{(pid=101953) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:28:40.015760 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:55.671675 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-f72d9ce3-3c71-4b63-98ef-f3c1e625051e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:58.194693 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-1da36c21-74c7-422c-a99c-03f910bb99d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:28:59.446154 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-766b5b4b-9c4e-4513-9f30-d5290b623bba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:29:00.846289 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-6e72e30b-d533-48e1-89e1-e2b3014a0430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:29:01.815485 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:29:10.046885 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:29:16.967794 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.db.agents_db [None req-7a0be6d5-f821-4115-b6dd-94f53e40a68e None None] Agent healthcheck: found 6 active agents {{(pid=101953) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:29:25.673726 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-f8d6aa5f-45f4-414d-b96e-e15d2ab15c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:29:28.196012 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-dd854d6d-a477-4eb4-8538-1426507c0948 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:29:29.451811 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-766b5b4b-9c4e-4513-9f30-d5290b623bba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:29:30.848244 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-6e72e30b-d533-48e1-89e1-e2b3014a0430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:29:31.817901 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:29:40.066064 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:29:53.968461 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.db.agents_db [None req-7a0be6d5-f821-4115-b6dd-94f53e40a68e None None] Agent healthcheck: found 6 active agents {{(pid=101953) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:29:55.676148 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-610a52f6-09e1-4c23-8e52-def73ad24def None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:29:58.199755 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-8b40cb0d-daa3-4346-9b15-caa8a3505a1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:29:59.455371 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-766b5b4b-9c4e-4513-9f30-d5290b623bba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:00.851152 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-6e72e30b-d533-48e1-89e1-e2b3014a0430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:01.820335 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:10.066140 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:25.679825 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-adf9650b-6e0c-4646-a25f-56a0de19c89d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:28.203372 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-91c19a4c-e35d-4be7-809e-a86d46502a7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:29.460135 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-766b5b4b-9c4e-4513-9f30-d5290b623bba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:30.855084 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-6e72e30b-d533-48e1-89e1-e2b3014a0430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:30.968327 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.db.agents_db [None req-7a0be6d5-f821-4115-b6dd-94f53e40a68e None None] Agent healthcheck: found 6 active agents {{(pid=101953) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:30:31.825574 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:40.081019 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:55.682187 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-99f8b270-d4c3-4b2a-b952-524191dc3b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:58.203405 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-501d153c-9053-4e84-894e-ba64e471fef2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:30:59.460803 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-766b5b4b-9c4e-4513-9f30-d5290b623bba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:00.856993 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-6e72e30b-d533-48e1-89e1-e2b3014a0430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:01.828139 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:07.967665 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.db.agents_db [None req-7a0be6d5-f821-4115-b6dd-94f53e40a68e None None] Agent healthcheck: found 6 active agents {{(pid=101953) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:31:10.095543 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:25.684054 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-bf650dfa-36c6-4514-940b-81f1afb9ac62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:28.208818 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-48098942-96cd-4dbb-8b22-d9602f66cd22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:29.464170 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-766b5b4b-9c4e-4513-9f30-d5290b623bba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:30.867718 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-6e72e30b-d533-48e1-89e1-e2b3014a0430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:31.830912 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:40.084237 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:44.968778 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.db.agents_db [None req-7a0be6d5-f821-4115-b6dd-94f53e40a68e None None] Agent healthcheck: found 6 active agents {{(pid=101953) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:31:55.688087 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-c2702272-5a63-4523-9213-4e35674dc4eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:58.201323 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-ccfcd997-fb87-4fc1-a374-1ff6fbed5d0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:31:59.467933 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-766b5b4b-9c4e-4513-9f30-d5290b623bba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:32:00.869769 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-6e72e30b-d533-48e1-89e1-e2b3014a0430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:32:01.837084 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:32:08.715876 dv-cinder-733622-20-iscsi neutron-server[101951]: DEBUG neutron.wsgi [req-89a760fd-7d7f-4109-b015-504324ae6244 req-1a37f2f4-a577-4fec-826a-259c757e89e4 service neutron] (101951) timed out ('10.222.0.26', 49904) {{(pid=101951) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 11 22:32:10.110230 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:32:21.969017 dv-cinder-733622-20-iscsi neutron-server[101953]: DEBUG neutron.db.agents_db [None req-7a0be6d5-f821-4115-b6dd-94f53e40a68e None None] Agent healthcheck: found 6 active agents {{(pid=101953) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 11 22:32:25.692885 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-5c538d8e-6548-46b2-9195-ea26e08471fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:32:28.204263 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-538f90b3-81c0-43ca-b332-4f25bdcb2fda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:32:29.468954 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-766b5b4b-9c4e-4513-9f30-d5290b623bba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:32:30.862385 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-6e72e30b-d533-48e1-89e1-e2b3014a0430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:32:31.828637 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-7f62a92d-73be-491a-b193-e3dd80e94805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:32:40.110688 dv-cinder-733622-20-iscsi neutron-server[101952]: DEBUG neutron_lib.callbacks.manager [None req-86ec5074-96b7-422d-bb5f-71182fe1aa3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8776912172252', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8061761'] for agent, after_update {{(pid=101952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 11 22:32:42.108156 dv-cinder-733622-20-iscsi neutron-server[101950]: DEBUG neutron.wsgi [req-4ca35f05-8170-4c83-b3d5-1ca62dcd23bb req-73de4cd3-58d1-4719-9d51-5e34fa0edd0b service neutron] (101950) timed out ('10.222.0.26', 49934) {{(pid=101950) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}}